[ 547.011865] env[65750]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 547.011865] env[65750]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 548.022076] env[65840]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 548.022076] env[65840]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 549.596840] env[65840]: INFO neutron.common.config [-] Logging enabled! [ 549.597267] env[65840]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.1.0.dev44 [ 549.597411] env[65840]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65840) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 549.597731] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 549.597835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 549.598698] env[65840]: WARNING oslo_policy.policy [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.598888] env[65840]: WARNING oslo_policy.policy [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.600681] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] VMware NSXv3 Agent initialized successfully. [ 549.601080] env[65840]: DEBUG oslo_concurrency.lockutils [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] Acquiring lock "singleton_lock" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.601213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] Acquired lock "singleton_lock" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.601418] env[65840]: DEBUG oslo_concurrency.lockutils [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] Releasing lock "singleton_lock" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.601701] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] Full set of CONF: {{(pid=65840) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 549.601812] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ******************************************************************************** {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.601913] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] Configuration options gathered from: {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.602321] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.602496] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.602602] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ================================================================================ {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.602774] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] agent_down_time = 75 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.602912] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] allow_automatic_dhcp_failover = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603067] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] allow_bulk = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603198] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] api_extensions_path = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603337] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] api_paste_config = api-paste.ini {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603475] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] auth_strategy = keystone {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603577] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] backdoor_port = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603675] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] backdoor_socket = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603811] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] backlog = 4096 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.603944] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604114] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] bind_host = 0.0.0.0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604256] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] bind_port = 9696 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604387] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] client_socket_timeout = 900 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604526] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] config_dir = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604631] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604768] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] config_source = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.604915] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] control_exchange = neutron {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605068] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] core_plugin = ml2 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605207] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] debug = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605345] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] default_availability_zones = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605552] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605693] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] dhcp_agent_notification = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605829] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] dhcp_agents_per_network = 1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.605962] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] dhcp_lease_duration = 86400 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606114] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] dhcp_load_type = networks {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606251] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] dns_domain = openstacklocal {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606388] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606519] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_default_route_bfd = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606648] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_default_route_ecmp = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606777] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_dvr = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.606904] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_new_agents = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607041] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607173] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_signals = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607302] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] enable_traditional_dhcp = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607431] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] external_dns_driver = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607563] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] filter_validation = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607706] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] global_physnet_mtu = 8950 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.607841] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] graceful_shutdown_timeout = 60 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608035] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] host = cpu-1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608188] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] host_dvr_for_dhcp = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608323] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] http_retries = 3 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608462] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] instance_format = [instance: %(uuid)s] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608598] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608734] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ipam_driver = internal {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608866] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ipv6_pd_enabled = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.608997] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] l3_ha = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609145] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609279] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] l3_ha_network_physical_name = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609414] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] l3_ha_network_type = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609550] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_color = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609710] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_config_append = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609859] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.609995] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_dir = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610141] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_file = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610242] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_options = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610377] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_rotate_interval = 1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610520] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_rotate_interval_type = days {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610662] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] log_rotation_type = none {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610767] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.610868] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611016] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611156] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611259] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611394] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] max_dns_nameservers = 5 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611525] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] max_header_line = 16384 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611656] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] max_l3_agents_per_router = 3 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611788] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] max_logfile_count = 30 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.611919] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] max_logfile_size_mb = 200 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612091] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] max_subnet_host_routes = 20 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612238] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] my_ip = 10.180.1.21 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612377] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] my_ipv6 = ::1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612513] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] network_auto_schedule = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612642] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] network_link_prefix = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612780] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.612919] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] notify_nova_on_port_data_changes = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613065] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] notify_nova_on_port_status_changes = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613207] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] pagination_max_limit = -1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613339] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] publish_errors = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613472] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] rate_limit_burst = 0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613611] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] rate_limit_except_level = CRITICAL {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613745] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] rate_limit_interval = 0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.613879] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] retry_until_window = 30 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614016] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] router_distributed = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614147] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] rpc_resources_processing_step = 20 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614276] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] rpc_response_max_timeout = 600 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614410] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] rpc_response_timeout = 60 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614542] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] send_events_interval = 2 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614693] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] service_plugins = ['router'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614832] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] setproctitle = on {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.614959] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] shell_completion = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615108] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] state_path = /opt/stack/data/neutron {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615247] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] syslog_log_facility = LOG_USER {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615379] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] tcp_keepidle = 600 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615516] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] transport_url = **** {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615649] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] use_journal = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615780] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] use_json = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.615906] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] use_ssl = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616044] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] use_stderr = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616181] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] use_syslog = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616312] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] vlan_qinq = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616438] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] vlan_transparent = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616567] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] watch_log_file = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616696] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] wsgi_default_pool_size = 100 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616825] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] wsgi_keep_alive = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.616965] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.617110] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] wsgi_server_debug = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.617261] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_concurrency.disable_process_locking = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617405] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617549] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617688] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617832] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617973] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618124] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618281] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.connection_string = messaging:// {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618424] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.enabled = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618567] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.es_doc_type = notification {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618705] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.es_scroll_size = 10000 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618852] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.es_scroll_time = 2m {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618989] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.filter_error_trace = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619147] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.hmac_keys = **** {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619287] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.sentinel_service_name = mymaster {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619431] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.socket_timeout = 0.1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619567] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.trace_requests = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619736] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler.trace_sqlalchemy = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619897] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler_jaeger.process_tags = {} {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620043] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler_jaeger.service_name_prefix = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620222] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] profiler_otlp.service_name_prefix = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620381] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.enforce_new_defaults = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620673] env[65840]: WARNING oslo_config.cfg [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 549.620838] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.enforce_scope = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620982] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.policy_default_rule = default {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621149] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621292] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621439] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621574] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621707] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621840] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621974] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622130] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622283] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622436] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] agent.extensions = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622579] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622721] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] service_providers.service_provider = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622870] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.default_quota = -1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623027] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623169] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_floatingip = 50 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623308] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_network = 100 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623445] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_port = 500 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623580] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623713] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_router = 10 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623848] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_security_group = 10 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623984] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624130] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.quota_subnet = 100 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624262] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] QUOTAS.track_quota_usage = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624408] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624542] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.group = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624672] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.helper_command = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624804] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.log_daemon_traceback = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624944] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625090] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.thread_pool_size = 8 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625224] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep.user = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625367] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625498] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.group = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625629] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.helper_command = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625764] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625900] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626044] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626177] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_dhcp_release.user = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626316] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626443] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.group = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626571] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626701] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626837] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626972] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627115] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_ovs_vsctl.user = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627253] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.capabilities = [21] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627381] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.group = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627509] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.helper_command = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627659] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627814] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627957] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628101] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_namespace.user = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628244] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.capabilities = [12] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628375] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.group = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628502] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.helper_command = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628632] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628771] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628905] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629043] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_conntrack.user = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629186] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.capabilities = [12, 21] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629315] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.group = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629444] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.helper_command = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629575] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.log_daemon_traceback = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629738] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629881] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.thread_pool_size = 8 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630021] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] privsep_link.user = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630182] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630328] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630466] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.continue_on_failed_promotions = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630603] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.dscp = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630766] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.dscp_inherit = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630914] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.force_mp_to_policy = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631061] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.locking_coordinator_url = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631199] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.log_agent_heartbeats = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631337] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.logging_expire = 1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631479] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631619] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631765] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.polling_interval = 240 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631902] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632056] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632202] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.report_interval = 30.0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632348] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632492] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632634] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632775] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.sync_skew = 60 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632912] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.synchronization_queue_size = 20 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633058] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT.use_helper_for_ns_read = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633203] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] SECURITYGROUP.enable_ipset = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633345] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] SECURITYGROUP.enable_security_group = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633489] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633635] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633781] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] experimental.ipv6_pd_enabled = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633936] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.extension_drivers = ['port_security'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634084] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.external_network_type = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634238] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634382] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.overlay_ip_version = 4 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634522] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.path_mtu = 8950 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634668] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.physical_network_mtus = {} {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634819] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634964] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635121] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ml2.type_drivers = ['vlan'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635268] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635403] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635538] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635684] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635831] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635971] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636123] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636267] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636408] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636612] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636766] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_login_password = **** {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636912] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637064] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_login_user = admin {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637212] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637356] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637497] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637673] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637889] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638070] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638219] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638362] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638506] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638651] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638848] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638996] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639155] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639359] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639509] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639684] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639825] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639970] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.auth_section = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640133] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.auth_type = password {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640282] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640417] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.certfile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640555] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.collect_timing = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640718] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.endpoint_type = public {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640863] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.insecure = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640998] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.keyfile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641158] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.region_name = RegionOne {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641295] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.split_loggers = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641434] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] nova.timeout = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641574] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.auth_section = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641718] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.auth_type = password {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641860] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641995] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.certfile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642144] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.collect_timing = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642286] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.endpoint_type = public {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642417] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.insecure = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642625] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.keyfile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642763] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.region_name = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642896] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.split_loggers = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643038] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] placement.timeout = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643189] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.auth_section = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643319] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.auth_type = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643449] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.cafile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643577] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.certfile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643713] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.collect_timing = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643846] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.connect_retries = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643980] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.connect_retry_delay = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644124] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.enable_notifications = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644254] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.endpoint_override = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644386] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.insecure = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644517] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.interface = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644646] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.keyfile = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644782] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.max_version = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644916] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.min_version = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645054] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.region_name = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645187] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.retriable_status_codes = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645317] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.service_name = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645446] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.service_type = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645581] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.split_loggers = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645712] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.status_code_retries = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645842] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.status_code_retry_delay = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645972] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.timeout = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646117] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.valid_interfaces = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646246] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ironic.version = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646384] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] cli_script.dry_run = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646528] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646661] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646795] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646929] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647074] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647210] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647342] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647474] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647611] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647780] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647920] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648076] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648218] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648357] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648491] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648633] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648772] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648907] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649061] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649199] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649335] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649467] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649599] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649764] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649903] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650049] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650186] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650319] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650451] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650585] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650745] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.ssl = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650893] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651044] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651182] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651322] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651464] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651601] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651747] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_notifications.driver = [] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651887] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_notifications.retry = -1 {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652052] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652191] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652294] env[65840]: DEBUG oslo_service.backend._eventlet.service [None req-89549d94-a3a2-4f3b-ad38-631d75c2bab2 None None] ******************************************************************************** {{(pid=65840) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.653551] env[65840]: DEBUG neutron.agent.securitygroups_rpc [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Init firewall settings (driver=nsxv3) {{(pid=65840) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 549.654894] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65840) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 549.655153] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] RPC agent_id: nsxm-l-01a.corp.local [ 549.657370] env[65840]: DEBUG dogpile.cache.region [None req-441de72f-f874-459d-9658-b89cae2c769c None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 549.657490] env[65840]: DEBUG dogpile.lock [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 549.657589] env[65840]: DEBUG dogpile.lock [None req-441de72f-f874-459d-9658-b89cae2c769c None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 549.657697] env[65840]: DEBUG dogpile.lock [None req-441de72f-f874-459d-9658-b89cae2c769c None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 549.657794] env[65840]: DEBUG dogpile.cache.region [None req-441de72f-f874-459d-9658-b89cae2c769c None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 549.657883] env[65840]: DEBUG dogpile.lock [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 549.658009] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 549.691060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Session token - acquiring [ 549.692610] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.692816] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.692939] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.693434] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.704711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.995750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 550.018764] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 550.019082] env[65840]: DEBUG dogpile.cache.region [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 550.019082] env[65840]: DEBUG dogpile.lock [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 550.019203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Activating Policy API Provider. [ 550.019324] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Looking for the default Infrastructure Rules. [ 550.089271] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Looking for the Default Layer3 Logged Drop Section. [ 550.103903] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 550.104328] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.104501] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.104604] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.104971] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.105327] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-441de72f-f874-459d-9658-b89cae2c769c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.622240] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-441de72f-f874-459d-9658-b89cae2c769c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.125094] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-441de72f-f874-459d-9658-b89cae2c769c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.627293] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Inventory metadata is going to be refreshed. [ 551.627803] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 552.384210] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.384461] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.384524] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.384812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.397390] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 552.398302] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.398929] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 552.417293] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.417546] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.417605] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.417868] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.417991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.418148] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 552.418259] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.418362] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 552.439450] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.439729] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.439858] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.440103] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.440279] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.440425] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.463619] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.463940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.463940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.464211] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.464355] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.464496] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.484195] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.484405] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.484450] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.484730] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.484866] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.485018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.485122] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.485224] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.502356] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.502590] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.502630] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.502912] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.503059] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.503206] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.503308] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.503412] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.523878] env[65840]: DEBUG networking_nsxv3.common.locking [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.524188] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.524252] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.524521] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.524663] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.524822] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.524926] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.525034] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Inventory metadata have been refreshed. [ 552.525133] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Dryrun:True. Metadata refresh completed. [ 552.525249] env[65840]: DEBUG oslo_concurrency.lockutils [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Releasing lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.527121] env[65840]: INFO neutron.agent.agent_extensions_manager [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Loaded agent extensions: [] [ 552.527866] env[65840]: DEBUG neutron_lib.callbacks.manager [None req-441de72f-f874-459d-9658-b89cae2c769c None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65840) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 552.577181] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent RPC Daemon Started! [ 552.577403] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:0 started [ 552.577403] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent out of sync with plugin! [ 557.529208] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.529476] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.530668] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.530668] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.487819] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b3041db5-3da3-46cf-974e-a781c5c30bdd demo admin] Enqueued Resource ID: f657ebc1-3939-4847-8d7e-4d3c2f519d52 with Priority: HIGHEST for action security_group_rules [ 565.488151] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f657ebc1-3939-4847-8d7e-4d3c2f519d52 with Priority: HIGHEST for action security_group_rules [ 565.488491] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f657ebc1-3939-4847-8d7e-4d3c2f519d52 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.488645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f657ebc1-3939-4847-8d7e-4d3c2f519d52" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.488715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f657ebc1-3939-4847-8d7e-4d3c2f519d52" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.489155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f657ebc1-3939-4847-8d7e-4d3c2f519d52" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.489155] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f657ebc1-3939-4847-8d7e-4d3c2f519d52',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.010150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.010370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.010370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.010510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.010629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.010701] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f657ebc1-3939-4847-8d7e-4d3c2f519d52 already deleted. [ 566.010783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f657ebc1-3939-4847-8d7e-4d3c2f519d52" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.489969] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.490436] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.491660] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.491660] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.492591] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.492591] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.494111] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.497416] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.498561] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.498561] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 595.499977] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 595.499977] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.656424] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c7d763f3-7024-4369-989b-b1d8e8378fc2 None None] Enqueued Resource ID: b667f104-1294-4ddd-9afc-1eaf7d0e66ea with Priority: HIGHEST for action port [ 596.656793] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b667f104-1294-4ddd-9afc-1eaf7d0e66ea with Priority: HIGHEST for action port [ 596.657245] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b667f104-1294-4ddd-9afc-1eaf7d0e66ea taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.657976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b667f104-1294-4ddd-9afc-1eaf7d0e66ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.657976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b667f104-1294-4ddd-9afc-1eaf7d0e66ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.657976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b667f104-1294-4ddd-9afc-1eaf7d0e66ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.657976] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b667f104-1294-4ddd-9afc-1eaf7d0e66ea',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.160469] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b667f104-1294-4ddd-9afc-1eaf7d0e66ea [ 597.160783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.160920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.160989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.161205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.161291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.161383] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b667f104-1294-4ddd-9afc-1eaf7d0e66ea already deleted. [ 597.161461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b667f104-1294-4ddd-9afc-1eaf7d0e66ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.530936] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.531081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.532609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.532609] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.834763] env[65840]: INFO networking_nsxv3.common.synchronization [None req-59115051-bb42-4ae3-848d-520810bf74a9 None None] Enqueued Resource ID: b81db02f-d293-4698-bca2-f149e2636f21 with Priority: HIGHEST for action port [ 597.835356] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81db02f-d293-4698-bca2-f149e2636f21 with Priority: HIGHEST for action port [ 597.835676] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b81db02f-d293-4698-bca2-f149e2636f21 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.835804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b81db02f-d293-4698-bca2-f149e2636f21" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.835874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b81db02f-d293-4698-bca2-f149e2636f21" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.836687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b81db02f-d293-4698-bca2-f149e2636f21" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.836799] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b81db02f-d293-4698-bca2-f149e2636f21',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.035052] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.340521] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b81db02f-d293-4698-bca2-f149e2636f21 [ 598.340732] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.340732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.340858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.341021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.341218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.341218] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b81db02f-d293-4698-bca2-f149e2636f21 already deleted. [ 598.341336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b81db02f-d293-4698-bca2-f149e2636f21" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.541371] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.871809] env[65840]: INFO networking_nsxv3.common.synchronization [None req-cde43396-9a6c-417d-a3eb-a1a136978beb None None] Enqueued Resource ID: a75cc425-a326-4cab-b547-5058df189aa2 with Priority: HIGHEST for action port [ 598.871809] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75cc425-a326-4cab-b547-5058df189aa2 with Priority: HIGHEST for action port [ 598.871809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a75cc425-a326-4cab-b547-5058df189aa2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.872154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a75cc425-a326-4cab-b547-5058df189aa2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.872154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a75cc425-a326-4cab-b547-5058df189aa2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.873592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a75cc425-a326-4cab-b547-5058df189aa2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.873592] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a75cc425-a326-4cab-b547-5058df189aa2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.005927] env[65840]: INFO networking_nsxv3.common.synchronization [None req-7ea14622-32d3-4a61-9542-ce57ce765aba None None] Enqueued Resource ID: 1e00dc66-5647-421c-97bc-86be6101dd65 with Priority: HIGHEST for action port [ 599.006848] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e00dc66-5647-421c-97bc-86be6101dd65 with Priority: HIGHEST for action port [ 599.006848] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e00dc66-5647-421c-97bc-86be6101dd65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.008192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e00dc66-5647-421c-97bc-86be6101dd65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.008192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e00dc66-5647-421c-97bc-86be6101dd65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.008192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e00dc66-5647-421c-97bc-86be6101dd65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.008192] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e00dc66-5647-421c-97bc-86be6101dd65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.043345] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 599.043463] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 599.377024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a75cc425-a326-4cab-b547-5058df189aa2 [ 599.377024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.377024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.377024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.377024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.377024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.377024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a75cc425-a326-4cab-b547-5058df189aa2 already deleted. [ 599.377024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a75cc425-a326-4cab-b547-5058df189aa2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.511485] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e00dc66-5647-421c-97bc-86be6101dd65 [ 599.511743] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.512072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.512190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.512508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.512583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.512717] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e00dc66-5647-421c-97bc-86be6101dd65 already deleted. [ 599.512961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e00dc66-5647-421c-97bc-86be6101dd65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.740580] env[65840]: INFO networking_nsxv3.common.synchronization [None req-bd01893a-a5d3-43a4-8c6e-1d97d3385e4c None None] Enqueued Resource ID: 4c64d196-e002-45cf-9661-17c333f0be06 with Priority: HIGHEST for action port [ 599.748197] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c64d196-e002-45cf-9661-17c333f0be06 with Priority: HIGHEST for action port [ 599.748197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c64d196-e002-45cf-9661-17c333f0be06 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.748197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c64d196-e002-45cf-9661-17c333f0be06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.748197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c64d196-e002-45cf-9661-17c333f0be06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.748197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c64d196-e002-45cf-9661-17c333f0be06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.748197] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c64d196-e002-45cf-9661-17c333f0be06',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.814790] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.814790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.814790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.814790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.828495] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 599.829363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.832074] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 599.855203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.855203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.855203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.855203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.855203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.855203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 599.855203] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.855203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 599.876920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.876920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.876920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.878071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.878071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.878071] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 599.902374] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.902492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.902590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.902767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.902877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.902990] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 599.925997] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.926234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.926234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.926468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.926586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.926651] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 599.926744] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.926972] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 599.949296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.949296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.949296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.949296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.949296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.949296] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 599.949296] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.949296] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 599.980921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.981379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.981571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.981907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.982143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.982443] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 599.983934] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 599.983934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 600.012026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.012026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.012026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.012336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.012786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.012964] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 600.038040] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.039091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.041771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.041771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.041771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.057908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.258402] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c64d196-e002-45cf-9661-17c333f0be06 [ 600.258402] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.258402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.258402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.258402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.258602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.258602] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c64d196-e002-45cf-9661-17c333f0be06 already deleted. [ 600.258659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c64d196-e002-45cf-9661-17c333f0be06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.387941] env[65840]: INFO networking_nsxv3.common.synchronization [None req-15d536c9-e9a5-4da5-817e-86c522939181 None None] Enqueued Resource ID: c56afa80-4934-4f9a-b8e6-b680237ba7f0 with Priority: HIGHEST for action port [ 600.388026] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56afa80-4934-4f9a-b8e6-b680237ba7f0 with Priority: HIGHEST for action port [ 600.389208] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56afa80-4934-4f9a-b8e6-b680237ba7f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.389208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56afa80-4934-4f9a-b8e6-b680237ba7f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.389208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56afa80-4934-4f9a-b8e6-b680237ba7f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.389485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56afa80-4934-4f9a-b8e6-b680237ba7f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.389535] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56afa80-4934-4f9a-b8e6-b680237ba7f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.892523] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c56afa80-4934-4f9a-b8e6-b680237ba7f0 [ 600.892778] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.893719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.893719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.893719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.893719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.893719] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c56afa80-4934-4f9a-b8e6-b680237ba7f0 already deleted. [ 600.893719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56afa80-4934-4f9a-b8e6-b680237ba7f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.057940] env[65840]: INFO networking_nsxv3.common.synchronization [None req-430b33e6-562d-4bfd-9bdc-2931523bb44d None None] Enqueued Resource ID: 185c763b-6f2e-47ac-8ffa-239ed2a977df with Priority: HIGHEST for action port [ 601.058522] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185c763b-6f2e-47ac-8ffa-239ed2a977df with Priority: HIGHEST for action port [ 601.058816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-185c763b-6f2e-47ac-8ffa-239ed2a977df taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.058933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185c763b-6f2e-47ac-8ffa-239ed2a977df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.059011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185c763b-6f2e-47ac-8ffa-239ed2a977df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.059274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185c763b-6f2e-47ac-8ffa-239ed2a977df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.059343] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185c763b-6f2e-47ac-8ffa-239ed2a977df',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.567085] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 185c763b-6f2e-47ac-8ffa-239ed2a977df [ 601.568464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.568464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.568464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.568464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.568464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.568464] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:185c763b-6f2e-47ac-8ffa-239ed2a977df already deleted. [ 601.568464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185c763b-6f2e-47ac-8ffa-239ed2a977df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.089363] env[65840]: INFO networking_nsxv3.common.synchronization [None req-9bfb0b8a-b45c-4b48-ada5-c4d3dfa4f214 None None] Enqueued Resource ID: 08e53d69-9647-4a91-9202-9e9d1cb4d4c0 with Priority: HIGHEST for action port [ 602.089663] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e53d69-9647-4a91-9202-9e9d1cb4d4c0 with Priority: HIGHEST for action port [ 602.090225] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e53d69-9647-4a91-9202-9e9d1cb4d4c0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.090345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e53d69-9647-4a91-9202-9e9d1cb4d4c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.090410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e53d69-9647-4a91-9202-9e9d1cb4d4c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.090680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e53d69-9647-4a91-9202-9e9d1cb4d4c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.090758] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e53d69-9647-4a91-9202-9e9d1cb4d4c0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.593684] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e53d69-9647-4a91-9202-9e9d1cb4d4c0 [ 602.593766] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.593949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.594058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.594386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.594854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.594947] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e53d69-9647-4a91-9202-9e9d1cb4d4c0 already deleted. [ 602.595051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e53d69-9647-4a91-9202-9e9d1cb4d4c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.089065] env[65840]: INFO networking_nsxv3.common.synchronization [None req-d12b859f-af21-41b9-95cc-4cd4db25fed8 None None] Enqueued Resource ID: b13d9886-f308-42a4-8487-55be85ff50da with Priority: HIGHEST for action port [ 603.089065] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b13d9886-f308-42a4-8487-55be85ff50da with Priority: HIGHEST for action port [ 603.089065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b13d9886-f308-42a4-8487-55be85ff50da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.089065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b13d9886-f308-42a4-8487-55be85ff50da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.089065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b13d9886-f308-42a4-8487-55be85ff50da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.089065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b13d9886-f308-42a4-8487-55be85ff50da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.089065] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b13d9886-f308-42a4-8487-55be85ff50da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.100796] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0e55ee6f-3f2d-48f5-8792-bb8b8d7e7b2f None None] Enqueued Resource ID: 4f131084-b8f4-4289-b629-8abb10477822 with Priority: HIGHEST for action port [ 603.100796] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f131084-b8f4-4289-b629-8abb10477822 with Priority: HIGHEST for action port [ 603.101235] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f131084-b8f4-4289-b629-8abb10477822 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.101626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f131084-b8f4-4289-b629-8abb10477822" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.101626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f131084-b8f4-4289-b629-8abb10477822" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.101626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f131084-b8f4-4289-b629-8abb10477822" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.101777] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f131084-b8f4-4289-b629-8abb10477822',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.594056] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b13d9886-f308-42a4-8487-55be85ff50da [ 603.594056] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.594056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.594056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.594295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.594323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.594416] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b13d9886-f308-42a4-8487-55be85ff50da already deleted. [ 603.595188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b13d9886-f308-42a4-8487-55be85ff50da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.604977] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f131084-b8f4-4289-b629-8abb10477822 [ 603.605568] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.605568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.605568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.605712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.605744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.605836] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f131084-b8f4-4289-b629-8abb10477822 already deleted. [ 603.605909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f131084-b8f4-4289-b629-8abb10477822" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.486782] env[65840]: INFO networking_nsxv3.common.synchronization [None req-f96fb984-71b3-4c75-b047-2d2ce5011ddd None None] Enqueued Resource ID: 5e55ad89-99dc-4232-9872-97023ced2ec4 with Priority: HIGHEST for action port [ 604.487778] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e55ad89-99dc-4232-9872-97023ced2ec4 with Priority: HIGHEST for action port [ 604.488830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e55ad89-99dc-4232-9872-97023ced2ec4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.488830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e55ad89-99dc-4232-9872-97023ced2ec4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.488830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e55ad89-99dc-4232-9872-97023ced2ec4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.489292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e55ad89-99dc-4232-9872-97023ced2ec4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.489292] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e55ad89-99dc-4232-9872-97023ced2ec4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.992733] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e55ad89-99dc-4232-9872-97023ced2ec4 [ 604.992976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.993123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.993194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.993406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.993498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.993592] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e55ad89-99dc-4232-9872-97023ced2ec4 already deleted. [ 604.993679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e55ad89-99dc-4232-9872-97023ced2ec4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.131867] env[65840]: INFO networking_nsxv3.common.synchronization [req-cd340f66-8670-4aa9-862a-12b94065144b req-b93c7b73-93f9-45ce-8eb0-0609f2b57db6 tempest-DeleteServersAdminTestJSON-2005367931 tempest-DeleteServersAdminTestJSON-2005367931-project-member] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 605.132413] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 605.132755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.132879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.132947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.135577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.136314] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.136464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.136752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.139097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.139097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.139097] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.587031] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5aff9d81-e40b-4610-a5d2-cfa54cf0c2ec None None] Enqueued Resource ID: 34f43f11-3926-431c-98a0-2d12b1c06c91 with Priority: HIGHEST for action port [ 605.587031] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f43f11-3926-431c-98a0-2d12b1c06c91 with Priority: HIGHEST for action port [ 605.587031] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f43f11-3926-431c-98a0-2d12b1c06c91 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.587031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f43f11-3926-431c-98a0-2d12b1c06c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.587031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f43f11-3926-431c-98a0-2d12b1c06c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.587031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f43f11-3926-431c-98a0-2d12b1c06c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.587031] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f43f11-3926-431c-98a0-2d12b1c06c91',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.642097] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.642252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.642328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.642549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.642638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.642842] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.642950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.642991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.643151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.643229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.643299] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee already deleted. [ 605.643374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.092074] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f43f11-3926-431c-98a0-2d12b1c06c91 [ 606.092074] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.092074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.092074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.092074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.092074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.092074] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f43f11-3926-431c-98a0-2d12b1c06c91 already deleted. [ 606.092074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f43f11-3926-431c-98a0-2d12b1c06c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.261044] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0f3cc13a-0225-4a66-a15c-5d85a8e49458 None None] Enqueued Resource ID: 2c3865e4-eae0-43ec-9930-9bed1b4cae4d with Priority: HIGHEST for action port [ 606.261209] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3865e4-eae0-43ec-9930-9bed1b4cae4d with Priority: HIGHEST for action port [ 606.261781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c3865e4-eae0-43ec-9930-9bed1b4cae4d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.261931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c3865e4-eae0-43ec-9930-9bed1b4cae4d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.262013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c3865e4-eae0-43ec-9930-9bed1b4cae4d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.263553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c3865e4-eae0-43ec-9930-9bed1b4cae4d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.263553] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3865e4-eae0-43ec-9930-9bed1b4cae4d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.766014] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c3865e4-eae0-43ec-9930-9bed1b4cae4d [ 606.766014] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.766014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.766014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.766014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.766014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.766014] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c3865e4-eae0-43ec-9930-9bed1b4cae4d already deleted. [ 606.766014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c3865e4-eae0-43ec-9930-9bed1b4cae4d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.183281] env[65840]: INFO networking_nsxv3.common.synchronization [None req-19e19230-cd0c-4b0e-8e4e-e98efae4edda None None] Enqueued Resource ID: 6530c99a-dbe4-4e1a-9f61-1440a059baca with Priority: HIGHEST for action port [ 607.183799] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6530c99a-dbe4-4e1a-9f61-1440a059baca with Priority: HIGHEST for action port [ 607.184576] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-6530c99a-dbe4-4e1a-9f61-1440a059baca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.186128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6530c99a-dbe4-4e1a-9f61-1440a059baca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.186128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6530c99a-dbe4-4e1a-9f61-1440a059baca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.187144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6530c99a-dbe4-4e1a-9f61-1440a059baca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.187144] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6530c99a-dbe4-4e1a-9f61-1440a059baca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.351111] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.351396] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.351567] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.351952] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.352544] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.352544] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.352695] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.352892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.353082] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.353368] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.353482] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.353595] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.353897] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.353897] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.353897] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.354036] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.376292] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.376530] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.376704] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.376842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.377365] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-1c4dc239-366b-4429-a089-238ce3804bad taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.377365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.377519] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.378340] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.378340] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4dc239-366b-4429-a089-238ce3804bad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.692300] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6530c99a-dbe4-4e1a-9f61-1440a059baca [ 607.692300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.692300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.692300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.692300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.692300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.692300] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6530c99a-dbe4-4e1a-9f61-1440a059baca already deleted. [ 607.692300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6530c99a-dbe4-4e1a-9f61-1440a059baca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.881414] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.881979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.882137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.883655] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.883856] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.884041] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 1c4dc239-366b-4429-a089-238ce3804bad not found, creating... [ 607.884321] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.884629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.884629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.884936] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.884974] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.885352] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.885501] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.885688] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.885825] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.885955] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.886114] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 1c4dc239-366b-4429-a089-238ce3804bad is going to be created. [ 607.910766] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.911017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.911097] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.911376] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.911613] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.911933] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.917865] env[65840]: INFO networking_nsxv3.common.synchronization [None req-d00be756-ad5e-46af-80d4-62cccbffab9a None None] Enqueued Resource ID: 74b9135e-ff7c-4913-bb15-58fedb42269f with Priority: HIGHEST for action port [ 607.917865] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b9135e-ff7c-4913-bb15-58fedb42269f with Priority: HIGHEST for action port [ 607.917865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-74b9135e-ff7c-4913-bb15-58fedb42269f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.917865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74b9135e-ff7c-4913-bb15-58fedb42269f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.917865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74b9135e-ff7c-4913-bb15-58fedb42269f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.917865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74b9135e-ff7c-4913-bb15-58fedb42269f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.917865] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b9135e-ff7c-4913-bb15-58fedb42269f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.420912] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74b9135e-ff7c-4913-bb15-58fedb42269f [ 608.421272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.421459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.421570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.421811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.421909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.422017] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74b9135e-ff7c-4913-bb15-58fedb42269f already deleted. [ 608.422101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74b9135e-ff7c-4913-bb15-58fedb42269f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.697487] env[65840]: INFO networking_nsxv3.common.synchronization [req-cd340f66-8670-4aa9-862a-12b94065144b req-f52ed64e-acc4-4b9a-90e8-3805dca78c26 service nova] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_rules [ 608.697650] env[65840]: INFO networking_nsxv3.common.synchronization [req-cd340f66-8670-4aa9-862a-12b94065144b req-f52ed64e-acc4-4b9a-90e8-3805dca78c26 service nova] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 608.697781] env[65840]: INFO networking_nsxv3.common.synchronization [req-cd340f66-8670-4aa9-862a-12b94065144b req-f52ed64e-acc4-4b9a-90e8-3805dca78c26 service nova] Enqueued Resource ID: 1c4dc239-366b-4429-a089-238ce3804bad with Priority: HIGHEST for action port [ 608.698022] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_rules [ 608.698163] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 608.698264] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4dc239-366b-4429-a089-238ce3804bad with Priority: HIGHEST for action port [ 608.699517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.699517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.699517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.699517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.699517] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.700920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.700920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.700920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.700920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.701128] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.701128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.701247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.701313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.701562] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.701562] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.702803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4dc239-366b-4429-a089-238ce3804bad taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.703048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.703190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.703374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.703456] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4dc239-366b-4429-a089-238ce3804bad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.755573] env[65840]: INFO networking_nsxv3.common.synchronization [None req-6b86125d-8d30-4d6f-8aa1-f5bf686db209 None None] Enqueued Resource ID: f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75 with Priority: HIGHEST for action port [ 608.755833] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75 with Priority: HIGHEST for action port [ 608.756533] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.756533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.756982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.756982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.756982] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.967760] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1f85bebd-d111-4eac-b984-e5e232af239a None None] Enqueued Resource ID: 5691130a-d818-4bc4-bc4c-919b757fb44c with Priority: HIGHEST for action port [ 608.969533] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5691130a-d818-4bc4-bc4c-919b757fb44c with Priority: HIGHEST for action port [ 608.969533] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5691130a-d818-4bc4-bc4c-919b757fb44c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.969533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5691130a-d818-4bc4-bc4c-919b757fb44c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.969533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5691130a-d818-4bc4-bc4c-919b757fb44c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.969533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5691130a-d818-4bc4-bc4c-919b757fb44c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.969533] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5691130a-d818-4bc4-bc4c-919b757fb44c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.206628] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.206884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.218128] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.218128] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c4dc239-366b-4429-a089-238ce3804bad with status ACTIVE [ 609.218128] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.218128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.218128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.218128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.218535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.218535] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.218535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.218678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.218759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.218801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.218978] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.219123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.219208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.219287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.219352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.219422] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c4dc239-366b-4429-a089-238ce3804bad is going to be updated. [ 609.244378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.244676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.244787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.245202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.245332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.245734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4dc239-366b-4429-a089-238ce3804bad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.261558] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75 [ 609.261558] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.261558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.261558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.261558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.261558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.261558] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75 already deleted. [ 609.261558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3056ce2-d8c0-4f1e-ba0d-1c4ece757f75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.471713] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5691130a-d818-4bc4-bc4c-919b757fb44c [ 609.472050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.472208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.472293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.473201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.473201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.473201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5691130a-d818-4bc4-bc4c-919b757fb44c already deleted. [ 609.473201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5691130a-d818-4bc4-bc4c-919b757fb44c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.723558] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.226477] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.226794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.226833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.227678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.227678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.227678] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be created. [ 610.252977] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.253144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.253216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.253423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.253593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.264463] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: UNINITIALIZED for 2s [ 611.672037] env[65840]: INFO networking_nsxv3.common.synchronization [None req-157f658c-7163-484d-804c-58b018e3cb31 None None] Enqueued Resource ID: 476c65d8-03b4-4b2f-9b69-c8b741ae76dc with Priority: HIGHEST for action port [ 611.672037] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476c65d8-03b4-4b2f-9b69-c8b741ae76dc with Priority: HIGHEST for action port [ 611.672037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-476c65d8-03b4-4b2f-9b69-c8b741ae76dc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.672037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-476c65d8-03b4-4b2f-9b69-c8b741ae76dc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.672037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-476c65d8-03b4-4b2f-9b69-c8b741ae76dc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.672037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-476c65d8-03b4-4b2f-9b69-c8b741ae76dc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.672721] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476c65d8-03b4-4b2f-9b69-c8b741ae76dc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.978388] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2dd4b7f2-a2ca-4123-b0d1-2aee96535ddc None None] Enqueued Resource ID: b4946394-1d40-4025-a790-d6c38d47e679 with Priority: HIGHEST for action port [ 611.979294] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4946394-1d40-4025-a790-d6c38d47e679 with Priority: HIGHEST for action port [ 611.979703] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4946394-1d40-4025-a790-d6c38d47e679 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.979835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4946394-1d40-4025-a790-d6c38d47e679" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.979959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4946394-1d40-4025-a790-d6c38d47e679" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.980223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4946394-1d40-4025-a790-d6c38d47e679" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.980360] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4946394-1d40-4025-a790-d6c38d47e679',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.030637] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1eb973b3-f6d0-461b-a515-7dff8c1ea12a None None] Enqueued Resource ID: 88d57174-e0fb-4082-af87-568355d9ad65 with Priority: HIGHEST for action port [ 612.031500] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d57174-e0fb-4082-af87-568355d9ad65 with Priority: HIGHEST for action port [ 612.031821] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-88d57174-e0fb-4082-af87-568355d9ad65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.033645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88d57174-e0fb-4082-af87-568355d9ad65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.033780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88d57174-e0fb-4082-af87-568355d9ad65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.034037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88d57174-e0fb-4082-af87-568355d9ad65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.034070] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d57174-e0fb-4082-af87-568355d9ad65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.175439] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 476c65d8-03b4-4b2f-9b69-c8b741ae76dc [ 612.175710] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.175860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.175933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.176165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.176300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.176351] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:476c65d8-03b4-4b2f-9b69-c8b741ae76dc already deleted. [ 612.176429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-476c65d8-03b4-4b2f-9b69-c8b741ae76dc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.213590] env[65840]: INFO networking_nsxv3.common.synchronization [None req-d6264e71-d397-4fa5-ac67-6b9a58a65c96 None None] Enqueued Resource ID: e47d4a32-cbc0-417c-8590-f47f1fea9909 with Priority: HIGHEST for action port [ 612.213590] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47d4a32-cbc0-417c-8590-f47f1fea9909 with Priority: HIGHEST for action port [ 612.213590] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47d4a32-cbc0-417c-8590-f47f1fea9909 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.213945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47d4a32-cbc0-417c-8590-f47f1fea9909" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.213945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47d4a32-cbc0-417c-8590-f47f1fea9909" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.213945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47d4a32-cbc0-417c-8590-f47f1fea9909" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.214090] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47d4a32-cbc0-417c-8590-f47f1fea9909',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.276634] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 612.277159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.277690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.277904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.278108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.278229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.278297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.278450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.278529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.278616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.278713] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.483154] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4946394-1d40-4025-a790-d6c38d47e679 [ 612.483465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.483581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.483623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.483814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.484366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.484366] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4946394-1d40-4025-a790-d6c38d47e679 already deleted. [ 612.484366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4946394-1d40-4025-a790-d6c38d47e679" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.535895] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88d57174-e0fb-4082-af87-568355d9ad65 [ 612.536143] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.536276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.536344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.536542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.536653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.536724] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88d57174-e0fb-4082-af87-568355d9ad65 already deleted. [ 612.536806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88d57174-e0fb-4082-af87-568355d9ad65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.716330] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47d4a32-cbc0-417c-8590-f47f1fea9909 [ 612.716684] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.716749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.716787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.716957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.717192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.717192] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47d4a32-cbc0-417c-8590-f47f1fea9909 already deleted. [ 612.717312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47d4a32-cbc0-417c-8590-f47f1fea9909" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.769202] env[65840]: INFO networking_nsxv3.common.synchronization [None req-bb3db503-0526-477b-ba1a-5677b3760c1a None None] Enqueued Resource ID: 14574e48-de7a-4071-ba98-d2575e3f1aa9 with Priority: HIGHEST for action port [ 612.769202] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14574e48-de7a-4071-ba98-d2575e3f1aa9 with Priority: HIGHEST for action port [ 612.769202] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-14574e48-de7a-4071-ba98-d2575e3f1aa9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.769202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14574e48-de7a-4071-ba98-d2575e3f1aa9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.769202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14574e48-de7a-4071-ba98-d2575e3f1aa9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.769647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14574e48-de7a-4071-ba98-d2575e3f1aa9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.769647] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14574e48-de7a-4071-ba98-d2575e3f1aa9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.781981] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.782190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.782545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.782795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.782965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.783082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.783144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.783472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.784085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.784085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.784085] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.784251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.784251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.784319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.784457] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.784579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.784579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.784709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.784784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.784860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.784946] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.274750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14574e48-de7a-4071-ba98-d2575e3f1aa9 [ 613.274750] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.274750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.274750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.274750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.274750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.274750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14574e48-de7a-4071-ba98-d2575e3f1aa9 already deleted. [ 613.274750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14574e48-de7a-4071-ba98-d2575e3f1aa9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.291757] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 881e624e-89a2-470b-bd8d-49d897b443ee: rpc.has_security_group_logging(os_id): False [ 613.311439] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.311586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.311995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.311995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.311995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.312165] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.312233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.312265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.313020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.313020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.313020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.313020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.313020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.313020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.313020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.313310] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.313310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.313396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.313463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.315990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.316334] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be created. [ 613.383222] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.383370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.383481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.383633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.384647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.395662] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: IN_PROGRESS for 2s [ 613.465110] env[65840]: INFO networking_nsxv3.common.synchronization [req-d881c594-ffb0-4192-95ef-5a9dc0332950 req-dfcbc8a3-fea7-422c-b585-cabfddd8b571 tempest-SecurityGroupRulesNegativeTestJSON-1037349417 tempest-SecurityGroupRulesNegativeTestJSON-1037349417-project-member] Enqueued Resource ID: 3888f75e-89ee-40ba-8115-42a8260e7d1b with Priority: HIGHEST for action security_group_rules [ 613.466046] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3888f75e-89ee-40ba-8115-42a8260e7d1b with Priority: HIGHEST for action security_group_rules [ 613.466383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3888f75e-89ee-40ba-8115-42a8260e7d1b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.466541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.466652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.467828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.467828] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3888f75e-89ee-40ba-8115-42a8260e7d1b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.990899] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.991241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.991241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.991310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.991438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.991516] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3888f75e-89ee-40ba-8115-42a8260e7d1b already deleted. [ 613.991570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.171583] env[65840]: INFO networking_nsxv3.common.synchronization [req-6369f216-1441-4a7f-9136-211f8cc892fe req-96ddbb2f-93fe-4ea2-acbf-f8a2af45b12d tempest-ServerDiagnosticsTest-1743473799 tempest-ServerDiagnosticsTest-1743473799-project-member] Enqueued Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_members [ 614.172141] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_members [ 614.172593] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.172593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.172765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.172951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.173660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.173793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.175675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.175675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.175675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.175675] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.679222] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.679222] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.679222] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b7faab-bf7d-42c7-b773-cb568966bdee already deleted. [ 614.679222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.696589] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.696845] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.696977] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.698704] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.699032] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.699150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.699277] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.699553] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.699863] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.699914] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.700063] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.700130] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.700234] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.700349] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.700476] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.700868] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.723686] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.723686] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.723686] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.723686] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.723686] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-8507dadf-7c02-4321-b2c7-db5c468df02d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.723903] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.723903] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.724603] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.724826] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8507dadf-7c02-4321-b2c7-db5c468df02d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.229641] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.230024] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.230024] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.230304] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.230442] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.230643] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 8507dadf-7c02-4321-b2c7-db5c468df02d not found, creating... [ 615.231183] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.231452] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.231543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.231871] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.232060] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.232401] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.232612] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.232744] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.233028] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.233230] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.233435] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 8507dadf-7c02-4321-b2c7-db5c468df02d is going to be created. [ 615.267016] env[65840]: INFO networking_nsxv3.common.synchronization [None req-bada2d69-f7e1-4895-b13b-fac22f67dd62 None None] Enqueued Resource ID: df9bc7c8-c3f4-4490-9289-615bb56ed8a2 with Priority: HIGHEST for action port [ 615.267826] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9bc7c8-c3f4-4490-9289-615bb56ed8a2 with Priority: HIGHEST for action port [ 615.268429] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9bc7c8-c3f4-4490-9289-615bb56ed8a2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.268616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9bc7c8-c3f4-4490-9289-615bb56ed8a2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.268723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9bc7c8-c3f4-4490-9289-615bb56ed8a2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.269083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9bc7c8-c3f4-4490-9289-615bb56ed8a2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.269199] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9bc7c8-c3f4-4490-9289-615bb56ed8a2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.288088] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.288293] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.288418] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.288740] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.289074] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.289356] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.410187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 615.410855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.520443] env[65840]: INFO networking_nsxv3.common.synchronization [None req-7604c78b-28be-4718-8faf-1144937b11f1 None None] Enqueued Resource ID: 0cbe6a30-c81b-4f80-bbcc-248be56fa21c with Priority: HIGHEST for action port [ 615.521220] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbe6a30-c81b-4f80-bbcc-248be56fa21c with Priority: HIGHEST for action port [ 615.521631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbe6a30-c81b-4f80-bbcc-248be56fa21c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.521846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbe6a30-c81b-4f80-bbcc-248be56fa21c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.521979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbe6a30-c81b-4f80-bbcc-248be56fa21c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.522616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbe6a30-c81b-4f80-bbcc-248be56fa21c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.522780] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbe6a30-c81b-4f80-bbcc-248be56fa21c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.772125] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df9bc7c8-c3f4-4490-9289-615bb56ed8a2 [ 615.772306] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.772545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.772545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.772872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.772872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.772872] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df9bc7c8-c3f4-4490-9289-615bb56ed8a2 already deleted. [ 615.773036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9bc7c8-c3f4-4490-9289-615bb56ed8a2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.031401] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cbe6a30-c81b-4f80-bbcc-248be56fa21c [ 616.031584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.031716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.031785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.032056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.032151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.032252] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cbe6a30-c81b-4f80-bbcc-248be56fa21c already deleted. [ 616.032333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbe6a30-c81b-4f80-bbcc-248be56fa21c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.081930] env[65840]: INFO networking_nsxv3.common.synchronization [req-6369f216-1441-4a7f-9136-211f8cc892fe req-8f9cc90a-cafb-4cfb-802d-234c51aba8f6 service nova] Enqueued Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_rules [ 616.083465] env[65840]: INFO networking_nsxv3.common.synchronization [req-6369f216-1441-4a7f-9136-211f8cc892fe req-8f9cc90a-cafb-4cfb-802d-234c51aba8f6 service nova] Enqueued Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_members [ 616.083465] env[65840]: INFO networking_nsxv3.common.synchronization [req-6369f216-1441-4a7f-9136-211f8cc892fe req-8f9cc90a-cafb-4cfb-802d-234c51aba8f6 service nova] Enqueued Resource ID: 8507dadf-7c02-4321-b2c7-db5c468df02d with Priority: HIGHEST for action port [ 616.083465] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_rules [ 616.083465] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_members [ 616.083465] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8507dadf-7c02-4321-b2c7-db5c468df02d with Priority: HIGHEST for action port [ 616.084099] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.084099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.084099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.084477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.084477] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.085267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.093025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.093025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.093025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8507dadf-7c02-4321-b2c7-db5c468df02d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.093025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.093025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8507dadf-7c02-4321-b2c7-db5c468df02d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.596405] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.597594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.597594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.604585] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8507dadf-7c02-4321-b2c7-db5c468df02d with status ACTIVE [ 616.605440] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.605440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.605440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.605583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.606223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.606223] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.606223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.606223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.606391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.606429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.606614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.606660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.607065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.607065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.607065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.607065] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8507dadf-7c02-4321-b2c7-db5c468df02d is going to be updated. [ 616.610270] env[65840]: INFO networking_nsxv3.common.synchronization [None req-058986d8-2330-4b51-9f6a-fd5e4809d4aa None None] Enqueued Resource ID: 5dba092f-0a92-4efa-9b13-1a689565d680 with Priority: HIGHEST for action port [ 616.611389] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dba092f-0a92-4efa-9b13-1a689565d680 with Priority: HIGHEST for action port [ 616.611749] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dba092f-0a92-4efa-9b13-1a689565d680 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.612487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dba092f-0a92-4efa-9b13-1a689565d680" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.612607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dba092f-0a92-4efa-9b13-1a689565d680" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.612869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dba092f-0a92-4efa-9b13-1a689565d680" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.613016] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dba092f-0a92-4efa-9b13-1a689565d680',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.632099] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.632486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.632656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.633697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.633697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.633697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8507dadf-7c02-4321-b2c7-db5c468df02d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099102] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.115542] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dba092f-0a92-4efa-9b13-1a689565d680 [ 617.115773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.116146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.116146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.116266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.116299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.116569] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dba092f-0a92-4efa-9b13-1a689565d680 already deleted. [ 617.116569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dba092f-0a92-4efa-9b13-1a689565d680" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.570682] env[65840]: INFO networking_nsxv3.common.synchronization [None req-79c99e13-9a02-45d6-9cad-9ffc84a9d5bc None None] Enqueued Resource ID: bb9e81ec-e2df-4fba-8db2-c120aae34b7a with Priority: HIGHEST for action port [ 617.570682] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e81ec-e2df-4fba-8db2-c120aae34b7a with Priority: HIGHEST for action port [ 617.571193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9e81ec-e2df-4fba-8db2-c120aae34b7a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.571193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9e81ec-e2df-4fba-8db2-c120aae34b7a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.571193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9e81ec-e2df-4fba-8db2-c120aae34b7a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.573492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9e81ec-e2df-4fba-8db2-c120aae34b7a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573563] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9e81ec-e2df-4fba-8db2-c120aae34b7a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.602860] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.604512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.604512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.604512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.604512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.604512] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b7faab-bf7d-42c7-b773-cb568966bdee is going to be created. [ 617.631227] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.631367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.632836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.632836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.632836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.646750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b7faab-bf7d-42c7-b773-cb568966bdee in Status: UNINITIALIZED for 2s [ 618.078492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9e81ec-e2df-4fba-8db2-c120aae34b7a [ 618.078492] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.078492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.078492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.078492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.078492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.078492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9e81ec-e2df-4fba-8db2-c120aae34b7a already deleted. [ 618.078492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9e81ec-e2df-4fba-8db2-c120aae34b7a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.431512] env[65840]: INFO networking_nsxv3.common.synchronization [None req-41a2e532-f3f7-4bcb-98f3-8a360264188e None None] Enqueued Resource ID: 6fdf2c55-7ecc-4428-8750-713b43ea8921 with Priority: HIGHEST for action port [ 618.435188] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fdf2c55-7ecc-4428-8750-713b43ea8921 with Priority: HIGHEST for action port [ 618.437324] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fdf2c55-7ecc-4428-8750-713b43ea8921 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.437473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fdf2c55-7ecc-4428-8750-713b43ea8921" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.437588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fdf2c55-7ecc-4428-8750-713b43ea8921" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.440108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fdf2c55-7ecc-4428-8750-713b43ea8921" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.440303] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fdf2c55-7ecc-4428-8750-713b43ea8921',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.946111] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fdf2c55-7ecc-4428-8750-713b43ea8921 [ 618.946111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.946111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.946111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.946111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.946111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.946111] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fdf2c55-7ecc-4428-8750-713b43ea8921 already deleted. [ 618.946637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fdf2c55-7ecc-4428-8750-713b43ea8921" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.374148] env[65840]: INFO networking_nsxv3.common.synchronization [None req-bfd6a196-5613-456d-b775-51b813c0a317 None None] Enqueued Resource ID: dca5ead5-bf92-4834-8859-2e299bde59af with Priority: HIGHEST for action port [ 619.374148] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca5ead5-bf92-4834-8859-2e299bde59af with Priority: HIGHEST for action port [ 619.374148] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca5ead5-bf92-4834-8859-2e299bde59af taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.374148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca5ead5-bf92-4834-8859-2e299bde59af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.374148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca5ead5-bf92-4834-8859-2e299bde59af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.374148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca5ead5-bf92-4834-8859-2e299bde59af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.374148] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca5ead5-bf92-4834-8859-2e299bde59af',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.572298] env[65840]: INFO networking_nsxv3.common.synchronization [req-22a05046-6d79-4c88-9e95-79240721b788 req-c07cc069-3c78-45a0-84f6-486cba29d197 tempest-FloatingIPsAssociationTestJSON-881698856 tempest-FloatingIPsAssociationTestJSON-881698856-project-member] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 619.574038] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 619.574038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.574038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.574038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.574038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.574038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.574038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.574038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.576050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.576137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.576205] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.659199] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b7faab-bf7d-42c7-b773-cb568966bdee in Status: SUCCESS [ 619.659199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.659385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.659588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.659800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.659916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.659978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.660412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.660412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.660412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.660412] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.802857] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c5b34323-fff6-4379-949b-71b98a68abb5 None None] Enqueued Resource ID: 30078d07-d4aa-4e63-9ca9-2ed2ca81c601 with Priority: HIGHEST for action port [ 619.802857] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30078d07-d4aa-4e63-9ca9-2ed2ca81c601 with Priority: HIGHEST for action port [ 619.802857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-30078d07-d4aa-4e63-9ca9-2ed2ca81c601 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.802857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30078d07-d4aa-4e63-9ca9-2ed2ca81c601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.802857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30078d07-d4aa-4e63-9ca9-2ed2ca81c601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.804166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30078d07-d4aa-4e63-9ca9-2ed2ca81c601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.807027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30078d07-d4aa-4e63-9ca9-2ed2ca81c601',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.877679] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca5ead5-bf92-4834-8859-2e299bde59af [ 619.877915] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.878412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.878412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.878412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.878412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.878603] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca5ead5-bf92-4834-8859-2e299bde59af already deleted. [ 619.878603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca5ead5-bf92-4834-8859-2e299bde59af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929017] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.929017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.929017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.929239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.929445] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930844] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.930844] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.930844] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.930844] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.930844] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.930844] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.930844] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.930844] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.930844] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.931204] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.931204] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.951203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.951608] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.951608] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.951608] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.952058] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-c25ef811-4e1f-454b-a530-8fd657dc4f7c taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.952328] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.952468] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.952790] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.953050] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25ef811-4e1f-454b-a530-8fd657dc4f7c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.080107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.080307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.080407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.080681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.080816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.081083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.081224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.081294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.081497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.081587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.081695] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc already deleted. [ 620.081802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.164179] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.164344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.164471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.165614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.166032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.169403] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.169403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.169403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.169403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.169403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.169403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.169403] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.312708] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30078d07-d4aa-4e63-9ca9-2ed2ca81c601 [ 620.312708] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.312960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.312960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.313079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.313236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.313332] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30078d07-d4aa-4e63-9ca9-2ed2ca81c601 already deleted. [ 620.313413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30078d07-d4aa-4e63-9ca9-2ed2ca81c601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.456841] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.456969] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.458873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.458873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.458873] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port c25ef811-4e1f-454b-a530-8fd657dc4f7c not found, creating... [ 620.458873] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.458873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.458873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.458873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.458873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.458873] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.459378] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.459378] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.459378] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.459378] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.459485] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: c25ef811-4e1f-454b-a530-8fd657dc4f7c is going to be created. [ 620.480679] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.480679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.480679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.480679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.480856] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.481049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.674145] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74b7faab-bf7d-42c7-b773-cb568966bdee: rpc.has_security_group_logging(os_id): False [ 620.686263] env[65840]: INFO networking_nsxv3.common.synchronization [None req-fa927644-b645-45c9-b82e-e419bf28d8e6 tempest-VolumesAssistedSnapshotsTest-508207417 tempest-VolumesAssistedSnapshotsTest-508207417-project-member] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_rules [ 620.686263] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_rules [ 620.686263] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.686263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.686263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.686263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.686778] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.696154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.696487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.696615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.696909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.696969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.697226] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.697387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.697473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.698327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.698327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.698327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.698327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.698327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.698327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.698721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.698922] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.698922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.699039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.699117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.699184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.699274] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b7faab-bf7d-42c7-b773-cb568966bdee is going to be created. [ 620.767886] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.767886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.767886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.767886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.767886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.778183] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b7faab-bf7d-42c7-b773-cb568966bdee in Status: IN_PROGRESS for 2s [ 621.211939] env[65840]: INFO networking_nsxv3.common.synchronization [req-22a05046-6d79-4c88-9e95-79240721b788 req-5bde656f-2caf-4d2a-ad9e-fcf3ccf47beb service nova] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_rules [ 621.212461] env[65840]: INFO networking_nsxv3.common.synchronization [req-22a05046-6d79-4c88-9e95-79240721b788 req-5bde656f-2caf-4d2a-ad9e-fcf3ccf47beb service nova] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 621.212618] env[65840]: INFO networking_nsxv3.common.synchronization [req-22a05046-6d79-4c88-9e95-79240721b788 req-5bde656f-2caf-4d2a-ad9e-fcf3ccf47beb service nova] Enqueued Resource ID: c25ef811-4e1f-454b-a530-8fd657dc4f7c with Priority: HIGHEST for action port [ 621.213596] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.213729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.213823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.214054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.214132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.214221] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff already deleted. [ 621.214390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.214948] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_rules [ 621.215096] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 621.215188] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25ef811-4e1f-454b-a530-8fd657dc4f7c with Priority: HIGHEST for action port [ 621.215478] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.215601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.215601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.215821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.215907] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.220834] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.220985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.221225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.221424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.221584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.221685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.221749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.221894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.221980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.222081] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.223295] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25ef811-4e1f-454b-a530-8fd657dc4f7c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.223407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.223582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.223628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.223692] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25ef811-4e1f-454b-a530-8fd657dc4f7c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.347204] env[65840]: INFO networking_nsxv3.common.synchronization [None req-94f5b9ab-18a2-4c57-af72-69ea8c4f31fc tempest-VolumesAssistedSnapshotsTest-508207417 tempest-VolumesAssistedSnapshotsTest-508207417-project-member] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_rules [ 621.350417] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_rules [ 621.350417] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.350417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.350417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.350417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.350417] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.722308] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.722432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.723828] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.727406] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c25ef811-4e1f-454b-a530-8fd657dc4f7c with status ACTIVE [ 621.727406] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.727406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.727406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.727700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.727837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.728039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.728277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.728277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.728619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.728619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.728619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.728802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.728802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.728988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.728988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.729063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c25ef811-4e1f-454b-a530-8fd657dc4f7c is going to be updated. [ 621.755951] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.755951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.756072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.756480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.756480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.756711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25ef811-4e1f-454b-a530-8fd657dc4f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.872802] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.872802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.872932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.876746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.876746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.876746] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff already deleted. [ 621.876746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.226830] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.377521] env[65840]: INFO networking_nsxv3.common.synchronization [None req-59e778d2-5377-4936-8c4a-eb60a3ce1570 None None] Enqueued Resource ID: f275596f-ca6e-46f5-be1e-ff7352df1322 with Priority: HIGHEST for action port [ 622.378134] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f275596f-ca6e-46f5-be1e-ff7352df1322 with Priority: HIGHEST for action port [ 622.378680] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f275596f-ca6e-46f5-be1e-ff7352df1322 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.378824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f275596f-ca6e-46f5-be1e-ff7352df1322" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f275596f-ca6e-46f5-be1e-ff7352df1322" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.379212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f275596f-ca6e-46f5-be1e-ff7352df1322" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.379300] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f275596f-ca6e-46f5-be1e-ff7352df1322',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.731409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.731577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.731649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.731868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.731974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.732060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be created. [ 622.759238] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.759382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.759470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.759695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.760218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.772561] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: UNINITIALIZED for 2s [ 622.791203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b7faab-bf7d-42c7-b773-cb568966bdee in Status: SUCCESS [ 622.791422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.848097] env[65840]: INFO networking_nsxv3.common.synchronization [None req-ebb495a1-9ba7-42bb-b46d-e4f47117b8b5 None None] Enqueued Resource ID: 142b2a35-4642-40a4-a191-8b6d5108d7ba with Priority: HIGHEST for action port [ 622.848594] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142b2a35-4642-40a4-a191-8b6d5108d7ba with Priority: HIGHEST for action port [ 622.848891] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-142b2a35-4642-40a4-a191-8b6d5108d7ba taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.849283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142b2a35-4642-40a4-a191-8b6d5108d7ba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.849438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142b2a35-4642-40a4-a191-8b6d5108d7ba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.849706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142b2a35-4642-40a4-a191-8b6d5108d7ba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.849794] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142b2a35-4642-40a4-a191-8b6d5108d7ba',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.881035] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f275596f-ca6e-46f5-be1e-ff7352df1322 [ 622.881289] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.881490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.881490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.881698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.881795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.881887] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f275596f-ca6e-46f5-be1e-ff7352df1322 already deleted. [ 622.881969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f275596f-ca6e-46f5-be1e-ff7352df1322" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.920150] env[65840]: INFO networking_nsxv3.common.synchronization [req-99260f29-138f-434f-bb04-b3e003b66ad4 req-e015631d-c186-45ee-85f5-de9322c814be tempest-MigrationsAdminTest-779376332 tempest-MigrationsAdminTest-779376332-project-member] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 622.920150] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 622.920355] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.920585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.920769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921709] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.921956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.922121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.922363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.922730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.922929] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.320409] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.320409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.320409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.320409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.320409] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.320409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.320409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.321882] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.324300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.324300] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.324300] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.324300] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.324300] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.324300] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.324300] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.324300] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.343929] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.348028] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.348028] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.348028] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.348028] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-a7a2a661-795b-44fc-8fe4-715efe725cfc taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.348028] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.348028] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.348028] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.348028] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a2a661-795b-44fc-8fe4-715efe725cfc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.353409] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 142b2a35-4642-40a4-a191-8b6d5108d7ba [ 623.354913] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.354913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.354913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.354913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.354913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.354913] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:142b2a35-4642-40a4-a191-8b6d5108d7ba already deleted. [ 623.354913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142b2a35-4642-40a4-a191-8b6d5108d7ba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.427240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.427240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.427240] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 already deleted. [ 623.427240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.726157] env[65840]: INFO networking_nsxv3.common.synchronization [req-71573012-1ae9-4cf7-981d-ec0bbca7d577 req-024d2ae1-158a-4a93-adbd-6651fa3fdc10 tempest-SecurityGroupRulesNegativeTestJSON-1037349417 tempest-SecurityGroupRulesNegativeTestJSON-1037349417-project-member] Enqueued Resource ID: 3888f75e-89ee-40ba-8115-42a8260e7d1b with Priority: HIGHEST for action security_group_rules [ 623.726157] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3888f75e-89ee-40ba-8115-42a8260e7d1b with Priority: HIGHEST for action security_group_rules [ 623.726157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3888f75e-89ee-40ba-8115-42a8260e7d1b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.728364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.728364] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3888f75e-89ee-40ba-8115-42a8260e7d1b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.850149] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.850375] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.850496] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.850840] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.851009] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.851162] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port a7a2a661-795b-44fc-8fe4-715efe725cfc not found, creating... [ 623.851419] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.851587] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.851674] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.851906] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.852057] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.852340] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.852490] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.852600] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.856325] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.856628] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.856783] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: a7a2a661-795b-44fc-8fe4-715efe725cfc is going to be created. [ 623.879056] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.879247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.879350] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.880931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.880931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.880931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159526] env[65840]: INFO networking_nsxv3.common.synchronization [None req-6990290c-912a-4c93-ac82-9a1af2022967 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 624.159976] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 624.160445] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.160587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.160681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.160986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.161125] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.255424] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.255723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.255723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.255927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.255961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.256131] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3888f75e-89ee-40ba-8115-42a8260e7d1b already deleted. [ 624.256222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3888f75e-89ee-40ba-8115-42a8260e7d1b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.268158] env[65840]: INFO networking_nsxv3.common.synchronization [None req-77e51b8d-a1b0-40a2-b9ff-3a77a49fc32b tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 624.268580] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 624.269123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.269123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.670031] env[65840]: INFO networking_nsxv3.common.synchronization [req-99260f29-138f-434f-bb04-b3e003b66ad4 req-43e5d7d5-8457-49a7-8c65-d55638230c3f service nova] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_rules [ 624.670350] env[65840]: INFO networking_nsxv3.common.synchronization [req-99260f29-138f-434f-bb04-b3e003b66ad4 req-43e5d7d5-8457-49a7-8c65-d55638230c3f service nova] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 624.670350] env[65840]: INFO networking_nsxv3.common.synchronization [req-99260f29-138f-434f-bb04-b3e003b66ad4 req-43e5d7d5-8457-49a7-8c65-d55638230c3f service nova] Enqueued Resource ID: a7a2a661-795b-44fc-8fe4-715efe725cfc with Priority: HIGHEST for action port [ 624.670923] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_rules [ 624.671538] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 624.671538] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a2a661-795b-44fc-8fe4-715efe725cfc with Priority: HIGHEST for action port [ 624.673234] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.673234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.673234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.673234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.673234] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.674015] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.674141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.674218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.674540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.674631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.674689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.678803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.679016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.679138] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.683982] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a2a661-795b-44fc-8fe4-715efe725cfc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.683982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.683982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.683982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.683982] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a2a661-795b-44fc-8fe4-715efe725cfc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.684343] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.684406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.684855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.684855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.684855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.685111] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 already deleted. [ 624.685239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.685878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.686067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.686193] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.783529] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 624.783529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.783986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.784100] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.784423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.784494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.784529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.784680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.784764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.784965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.784965] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.173211] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5bc4b267-4561-4a38-a846-fb67c6b7a487 None None] Enqueued Resource ID: 229b3821-10b8-4848-b825-17a9f7dcfa68 with Priority: HIGHEST for action port [ 625.173815] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b3821-10b8-4848-b825-17a9f7dcfa68 with Priority: HIGHEST for action port [ 625.174159] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-229b3821-10b8-4848-b825-17a9f7dcfa68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.174320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229b3821-10b8-4848-b825-17a9f7dcfa68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.174365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229b3821-10b8-4848-b825-17a9f7dcfa68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.174919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229b3821-10b8-4848-b825-17a9f7dcfa68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.174919] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229b3821-10b8-4848-b825-17a9f7dcfa68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.185042] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.186295] env[65840]: INFO networking_nsxv3.common.synchronization [req-d50ebdf2-f87a-4b5b-ad00-d0cf9e5ce9c9 req-58ec5e1c-4570-4c34-a1f9-859a4d7ddb42 tempest-ListServerFiltersTestJSON-958597206 tempest-ListServerFiltersTestJSON-958597206-project-member] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 625.187022] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.187845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.189020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 625.189928] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7a2a661-795b-44fc-8fe4-715efe725cfc with status ACTIVE [ 625.190200] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.190256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.190301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.190493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.191536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.191536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.191536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.191912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.191912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.191912] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7a2a661-795b-44fc-8fe4-715efe725cfc is going to be updated. [ 625.195663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.195794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.196363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.196363] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.196545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.196739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.196823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.196915] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.198342] env[65840]: INFO networking_nsxv3.common.synchronization [None req-d71e620d-e8e4-4a8f-b733-a8a694e4b397 None None] Enqueued Resource ID: d2ef6e68-7dfc-489a-99d7-96b0615a896a with Priority: HIGHEST for action port [ 625.201270] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ef6e68-7dfc-489a-99d7-96b0615a896a with Priority: HIGHEST for action port [ 625.203221] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2ef6e68-7dfc-489a-99d7-96b0615a896a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.203337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2ef6e68-7dfc-489a-99d7-96b0615a896a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.203421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2ef6e68-7dfc-489a-99d7-96b0615a896a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.203656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2ef6e68-7dfc-489a-99d7-96b0615a896a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.203744] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2ef6e68-7dfc-489a-99d7-96b0615a896a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.228242] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.228242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.228242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.228528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.228528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.228585] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 already deleted. [ 625.229490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.239302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.240575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.241614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.241614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.241614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.241614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a2a661-795b-44fc-8fe4-715efe725cfc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.290627] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.290627] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.290627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.290627] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.291110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.291243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.291469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.291720] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.292461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.292461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.292461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.292461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.292461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.292670] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.573557] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.575286] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.575430] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.575764] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.579390] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.579574] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.579720] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.579968] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.580126] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.580332] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.580439] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.580541] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.580671] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.580774] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.580863] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.581010] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.603712] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.603869] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.603998] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.604184] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.604481] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.604646] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.604759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.605078] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.605212] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443187b8-1e20-414a-ad96-e7eb5cfa5cb0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.678294] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 229b3821-10b8-4848-b825-17a9f7dcfa68 [ 625.678294] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.678294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.678294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.678750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.678750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.678750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:229b3821-10b8-4848-b825-17a9f7dcfa68 already deleted. [ 625.678750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229b3821-10b8-4848-b825-17a9f7dcfa68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.688158] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.703710] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.704205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.705367] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.705367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.706175] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 already deleted. [ 625.706175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.707307] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2ef6e68-7dfc-489a-99d7-96b0615a896a [ 625.707653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.707653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.707653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.707792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.707828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.707956] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2ef6e68-7dfc-489a-99d7-96b0615a896a already deleted. [ 625.707956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2ef6e68-7dfc-489a-99d7-96b0615a896a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.795971] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f27b26-eec9-45db-9543-cc60b38390fc: rpc.has_security_group_logging(os_id): False [ 625.817401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.817401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.817401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.817401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.817401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.817599] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.817745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.817798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.817950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.818044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.818218] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.818345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.818383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.818504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.818574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.818740] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.818830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.818890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.819141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.819273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.819386] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be created. [ 625.883715] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.883874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.884148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.884148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.884351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.894794] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: IN_PROGRESS for 2s [ 626.112638] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.112638] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 443187b8-1e20-414a-ad96-e7eb5cfa5cb0 not found, creating... [ 626.112638] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.113330] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.113330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.113330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.113330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.113330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.113330] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 443187b8-1e20-414a-ad96-e7eb5cfa5cb0 is going to be created. [ 626.134314] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.134607] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.134696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.134888] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.135115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.136271] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.191326] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.191507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.191570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.191930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.191930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.192389] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be created. [ 626.222917] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.222917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.222917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.222917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.222917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.234711] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: UNINITIALIZED for 2s [ 626.864250] env[65840]: INFO networking_nsxv3.common.synchronization [req-d50ebdf2-f87a-4b5b-ad00-d0cf9e5ce9c9 req-8bcda98e-9777-40cc-a8e1-49e0d1e444ef service nova] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_rules [ 626.864250] env[65840]: INFO networking_nsxv3.common.synchronization [req-d50ebdf2-f87a-4b5b-ad00-d0cf9e5ce9c9 req-8bcda98e-9777-40cc-a8e1-49e0d1e444ef service nova] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 626.864250] env[65840]: INFO networking_nsxv3.common.synchronization [req-d50ebdf2-f87a-4b5b-ad00-d0cf9e5ce9c9 req-8bcda98e-9777-40cc-a8e1-49e0d1e444ef service nova] Enqueued Resource ID: 443187b8-1e20-414a-ad96-e7eb5cfa5cb0 with Priority: HIGHEST for action port [ 626.864250] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_rules [ 626.864901] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 626.864901] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443187b8-1e20-414a-ad96-e7eb5cfa5cb0 with Priority: HIGHEST for action port [ 626.864901] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.864901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.864901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.865860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.865959] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.867315] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.867424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.867492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.867703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.867825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.867923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.867984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.868153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.868249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.868368] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.869963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.870404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.870404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.871104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.871215] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443187b8-1e20-414a-ad96-e7eb5cfa5cb0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.374377] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.374377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.374377] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.374377] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 443187b8-1e20-414a-ad96-e7eb5cfa5cb0 with status ACTIVE [ 627.374607] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.374607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.374607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.374837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.374921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.375121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.375219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.375281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.375471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.375516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.375698] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.375784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.375818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.375953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.375993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.376621] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 443187b8-1e20-414a-ad96-e7eb5cfa5cb0 is going to be updated. [ 627.403086] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.403086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.403086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.403283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443187b8-1e20-414a-ad96-e7eb5cfa5cb0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.661690] env[65840]: INFO networking_nsxv3.common.synchronization [None req-aa85ac16-f2ac-446b-9afa-5feb1d49c236 None None] Enqueued Resource ID: ac0c538f-8b4d-4135-9ccc-159a2b6569ee with Priority: HIGHEST for action port [ 627.662234] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0c538f-8b4d-4135-9ccc-159a2b6569ee with Priority: HIGHEST for action port [ 627.662538] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0c538f-8b4d-4135-9ccc-159a2b6569ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.662658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0c538f-8b4d-4135-9ccc-159a2b6569ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.662729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0c538f-8b4d-4135-9ccc-159a2b6569ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.662988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0c538f-8b4d-4135-9ccc-159a2b6569ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.663999] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0c538f-8b4d-4135-9ccc-159a2b6569ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.878420] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.915765] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 627.916152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.166610] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0c538f-8b4d-4135-9ccc-159a2b6569ee [ 628.166839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.166989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.167072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.167285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.167388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.167469] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0c538f-8b4d-4135-9ccc-159a2b6569ee already deleted. [ 628.167584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0c538f-8b4d-4135-9ccc-159a2b6569ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.246770] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 628.246770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.246931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.248194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.248194] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.248194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.248194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.248194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.248194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.248194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.248194] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.384285] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.384890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.385021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.385248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.385377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.385437] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be created. [ 628.412297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.412502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.412565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.412818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.413250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.422881] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: UNINITIALIZED for 2s [ 628.750157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.751069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.751069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.751069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.751069] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.751794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.752352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.752352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.752352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.752469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.752628] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.752715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.752779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.752964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.753480] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.753480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.753480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.753480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.753693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.753693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.753767] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.795599] env[65840]: INFO networking_nsxv3.common.synchronization [None req-57b0b976-ddcd-42d2-a82e-86b9276f7ba8 None None] Enqueued Resource ID: 23a2c430-e51e-4556-b6f4-186cbc139095 with Priority: HIGHEST for action port [ 628.796220] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a2c430-e51e-4556-b6f4-186cbc139095 with Priority: HIGHEST for action port [ 628.797117] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a2c430-e51e-4556-b6f4-186cbc139095 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.797117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a2c430-e51e-4556-b6f4-186cbc139095" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a2c430-e51e-4556-b6f4-186cbc139095" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a2c430-e51e-4556-b6f4-186cbc139095" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.797544] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a2c430-e51e-4556-b6f4-186cbc139095',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.255833] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cc438ad-ea72-45e0-8f40-f320089825a8: rpc.has_security_group_logging(os_id): False [ 629.282372] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.282546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.282688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.282942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.283049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.283233] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.283337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.283401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.283555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.283629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.283816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.284021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.284021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.284189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.284245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.284413] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.284501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.284573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.285158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.285158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.285594] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be created. [ 629.300987] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a2c430-e51e-4556-b6f4-186cbc139095 [ 629.300987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.300987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.300987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.300987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.301359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.301359] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a2c430-e51e-4556-b6f4-186cbc139095 already deleted. [ 629.301359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a2c430-e51e-4556-b6f4-186cbc139095" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.366678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.366821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.366942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.367174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.367348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.379437] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 629.669097] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-921eb252-c383-47ed-ae86-72d7a50031cf tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 629.669097] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 629.669097] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.669097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.669097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.669402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.669646] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.669646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.669646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.669995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.669995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.670105] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.077075] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.077327] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.077722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.078253] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.078413] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.080511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.080658] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.081054] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.081170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.081403] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.081538] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.081642] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.081745] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.081851] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.081950] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.082114] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.102815] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.103010] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.103152] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.103350] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.103681] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-cb501579-f746-42d7-aeef-0ae49fa6787b taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.103862] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.103980] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.104312] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.104445] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb501579-f746-42d7-aeef-0ae49fa6787b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.173297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.174248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.174331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.174757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.174757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.175287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.175287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.175287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.175435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.175435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.175645] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 already deleted. [ 630.175799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.434592] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 630.435172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.435172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.435737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.435737] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.435737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.435737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.435940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.436042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.436101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.436192] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.607367] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.607584] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.607717] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.608088] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.608299] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.608519] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port cb501579-f746-42d7-aeef-0ae49fa6787b not found, creating... [ 630.608796] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.608956] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.609098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.609331] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.609467] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.609763] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.609925] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.611426] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.611426] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.611426] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.612589] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: cb501579-f746-42d7-aeef-0ae49fa6787b is going to be created. [ 630.637542] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.637542] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.637542] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.638079] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.638079] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.638163] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.939107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.939107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.939107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.939107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.939107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.939107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.939107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.939460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.939460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.939460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.939550] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.939589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.940026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.940026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.940209] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.940209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.940321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.940417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.940478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.940649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.940649] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.176640] env[65840]: INFO networking_nsxv3.common.synchronization [None req-6fa5f99f-1286-417c-a042-76d0bad1a1bb None None] Enqueued Resource ID: 99a722fc-e856-48d0-9e6e-dd5b214541b0 with Priority: HIGHEST for action port [ 631.177098] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a722fc-e856-48d0-9e6e-dd5b214541b0 with Priority: HIGHEST for action port [ 631.177531] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a722fc-e856-48d0-9e6e-dd5b214541b0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.177649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a722fc-e856-48d0-9e6e-dd5b214541b0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.177692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a722fc-e856-48d0-9e6e-dd5b214541b0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.178131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a722fc-e856-48d0-9e6e-dd5b214541b0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.178510] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a722fc-e856-48d0-9e6e-dd5b214541b0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.396235] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 631.396455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.410988] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-7769f46b-66ae-4de6-aade-81205c6d4b24 service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 631.411219] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-7769f46b-66ae-4de6-aade-81205c6d4b24 service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 631.411442] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-7769f46b-66ae-4de6-aade-81205c6d4b24 service nova] Enqueued Resource ID: cb501579-f746-42d7-aeef-0ae49fa6787b with Priority: HIGHEST for action port [ 631.411887] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 631.411997] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 631.412123] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb501579-f746-42d7-aeef-0ae49fa6787b with Priority: HIGHEST for action port [ 631.412402] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.412542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.412583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.412841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.412927] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.414651] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.414651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.414896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.415556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.415556] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.415556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.415788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.415788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.415848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.415938] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.416825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb501579-f746-42d7-aeef-0ae49fa6787b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.416944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.416998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.417176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.417260] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb501579-f746-42d7-aeef-0ae49fa6787b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.448062] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d6cdae9-6c82-4709-a065-19afcfb69ef1: rpc.has_security_group_logging(os_id): False [ 631.467776] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.468163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.469698] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.469698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.469980] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.471781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.471914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.472827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.472997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.474841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.474841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.474841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.475356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.475356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.481030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be created. [ 631.555504] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.555802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.555802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.556036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.557024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.575541] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 631.681130] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99a722fc-e856-48d0-9e6e-dd5b214541b0 [ 631.681353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.681557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.681638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.681997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.682373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.682443] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99a722fc-e856-48d0-9e6e-dd5b214541b0 already deleted. [ 631.682563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a722fc-e856-48d0-9e6e-dd5b214541b0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.742766] env[65840]: INFO networking_nsxv3.common.synchronization [req-5c4f72d1-2e6a-46a5-9cea-653d49b1cb4a req-d5c29388-4a0e-44b1-be71-3f5a7d9fdad8 tempest-DeleteServersAdminTestJSON-329321164 tempest-DeleteServersAdminTestJSON-329321164-project-admin] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 631.743691] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 631.743691] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.743898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.743983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.744617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.744832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.744957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.745031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.745491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.745491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.745491] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.800986] env[65840]: INFO networking_nsxv3.common.synchronization [req-51bd061b-65f1-481f-8e2a-85ff63af8b63 req-3fd6ea7f-3e3a-4753-a25b-61dd75f138ac tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: 79b61cd9-424c-4b2a-b90a-dea18cf499fb with Priority: HIGHEST for action security_group_rules [ 631.801502] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b61cd9-424c-4b2a-b90a-dea18cf499fb with Priority: HIGHEST for action security_group_rules [ 631.801801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b61cd9-424c-4b2a-b90a-dea18cf499fb taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.801924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b61cd9-424c-4b2a-b90a-dea18cf499fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.801983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b61cd9-424c-4b2a-b90a-dea18cf499fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.804167] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b61cd9-424c-4b2a-b90a-dea18cf499fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.804264] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b61cd9-424c-4b2a-b90a-dea18cf499fb',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.920670] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.920884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.921156] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.925997] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb501579-f746-42d7-aeef-0ae49fa6787b with status ACTIVE [ 631.926118] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.926214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.926325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.926481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.926566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.926774] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.926841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.926923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.927056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.927159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.927306] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.927399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.927449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.927598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.927715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.927849] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb501579-f746-42d7-aeef-0ae49fa6787b is going to be updated. [ 631.950517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.950804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.950804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.951018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.951166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.951337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb501579-f746-42d7-aeef-0ae49fa6787b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.141465] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-0a1028e3-cc37-4cc1-b05f-b45ffd9b5108 tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 632.142099] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 632.142253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.142393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.249208] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.249208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.249401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.249513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.249611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.249874] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.249978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.250061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.250224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.250302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.250390] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be updated. [ 632.278588] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.278745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.278786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.278993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.279148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.290692] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: IN_PROGRESS for 2s [ 632.336214] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.336214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.336214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.336214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.336214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.336214] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b61cd9-424c-4b2a-b90a-dea18cf499fb already deleted. [ 632.336214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b61cd9-424c-4b2a-b90a-dea18cf499fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.423548] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.489027] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.489027] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.489027] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.489027] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.489027] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.489553] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.489834] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.490221] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.491026] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.491026] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.491026] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.491026] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.491026] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.491262] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.491262] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.491329] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.513160] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.513406] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.513457] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.513597] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.515069] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.515069] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.515069] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.515069] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.515069] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9dbaa1d-0306-4010-8ada-4ce53a04b0ed',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.927388] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.927624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.927735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.928064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.928379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.928379] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be created. [ 632.953945] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.954270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.954270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.954382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.954571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.968715] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: UNINITIALIZED for 2s [ 633.019249] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.019604] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.019706] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.020123] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.020313] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.020491] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port b9dbaa1d-0306-4010-8ada-4ce53a04b0ed not found, creating... [ 633.020860] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.021113] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.021261] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.021558] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.021740] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.022124] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.022314] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.022460] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.022762] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.022950] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.023151] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: b9dbaa1d-0306-4010-8ada-4ce53a04b0ed is going to be created. [ 633.053277] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.053554] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.053636] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.053942] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.054222] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.054439] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.591779] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 633.592182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.682378] env[65840]: INFO networking_nsxv3.common.synchronization [None req-3d2c1422-27d5-4439-8039-3d36aa6177d3 None None] Enqueued Resource ID: 9201bcd7-cbad-48a6-b4c4-e0b23f5274f4 with Priority: HIGHEST for action port [ 633.683039] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9201bcd7-cbad-48a6-b4c4-e0b23f5274f4 with Priority: HIGHEST for action port [ 633.683255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9201bcd7-cbad-48a6-b4c4-e0b23f5274f4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.683441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9201bcd7-cbad-48a6-b4c4-e0b23f5274f4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.683546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9201bcd7-cbad-48a6-b4c4-e0b23f5274f4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.683905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9201bcd7-cbad-48a6-b4c4-e0b23f5274f4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.684547] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9201bcd7-cbad-48a6-b4c4-e0b23f5274f4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.763155] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-fddec79a-3dc3-47dd-a63f-235328b5c836 service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 633.763423] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-fddec79a-3dc3-47dd-a63f-235328b5c836 service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 633.763423] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f0670e9-2b41-4b24-a191-c787a582b929 req-fddec79a-3dc3-47dd-a63f-235328b5c836 service nova] Enqueued Resource ID: b9dbaa1d-0306-4010-8ada-4ce53a04b0ed with Priority: HIGHEST for action port [ 633.764096] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 633.764178] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 633.764221] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9dbaa1d-0306-4010-8ada-4ce53a04b0ed with Priority: HIGHEST for action port [ 633.764595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.764731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.765092] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.765523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.765523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.766162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.766162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.766162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.766310] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9dbaa1d-0306-4010-8ada-4ce53a04b0ed',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.188041] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9201bcd7-cbad-48a6-b4c4-e0b23f5274f4 [ 634.188041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.188041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.188041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.188041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.188041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.188041] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9201bcd7-cbad-48a6-b4c4-e0b23f5274f4 already deleted. [ 634.188041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9201bcd7-cbad-48a6-b4c4-e0b23f5274f4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.268518] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9dbaa1d-0306-4010-8ada-4ce53a04b0ed with status ACTIVE [ 634.269806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.269806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.269806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.269806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.269806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270285] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270921] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9dbaa1d-0306-4010-8ada-4ce53a04b0ed is going to be updated. [ 634.298349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.298349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.298349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.298605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.298693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.298824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9dbaa1d-0306-4010-8ada-4ce53a04b0ed" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.300530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 634.300702] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee deletion is rescheduled due to dependency. [ 634.300841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.467533] env[65840]: INFO networking_nsxv3.common.synchronization [req-b6cb1545-330e-4d14-8f25-334af084f4ca req-fb4457be-548f-495b-8532-5631288a5a40 tempest-VolumesAdminNegativeTest-306469855 tempest-VolumesAdminNegativeTest-306469855-project-member] Enqueued Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_members [ 634.467927] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_members [ 634.468234] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.468853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.468959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.469233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.469395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.469502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.469565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.469835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.469909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.469964] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.836369] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.836369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.837658] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.840098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.840098] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.840098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.840098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.840098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.840098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.840098] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.840098] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.840098] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.840098] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.840098] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.840098] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.840098] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.859166] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.859696] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.859696] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.859696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.859977] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-3f32992b-e1e8-4d85-b77f-221feeb2dd68 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.860167] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.860277] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.860584] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.860712] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f32992b-e1e8-4d85-b77f-221feeb2dd68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.944262] env[65840]: INFO networking_nsxv3.common.synchronization [None req-ed5c880a-553a-4fcb-8bfe-308588a33e1a tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 634.944262] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 634.944262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.944262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.944262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.945102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.945213] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.975262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975262] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 already deleted. [ 634.975262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.979155] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 634.979418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.980068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.980154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.980586] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.980586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.980586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.980777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.981165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.981165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.981165] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.983083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.983258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.983324] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.983481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.983531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.984375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.984375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.984375] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.151962] env[65840]: INFO networking_nsxv3.common.synchronization [None req-aa3b495b-475a-4160-9c2f-36598c77c9f4 tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 635.152840] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 635.152840] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.152840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.364775] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.365277] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.365577] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.366094] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.366379] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.366668] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 3f32992b-e1e8-4d85-b77f-221feeb2dd68 not found, creating... [ 635.367150] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.367450] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.367693] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.368108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.368370] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.368913] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.369209] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.369436] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.369809] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.370013] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.370416] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 3f32992b-e1e8-4d85-b77f-221feeb2dd68 is going to be created. [ 635.412620] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.412874] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.412981] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.413315] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.413549] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.469628] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.469863] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.469929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.470158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.470252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.470346] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed95872-51dc-441e-9653-f3133005b927 already deleted. [ 635.470424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.470579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.470724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.470831] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.485685] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.485918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.486373] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.912083] env[65840]: INFO networking_nsxv3.common.synchronization [None req-897fee5a-5aeb-4e31-aa66-c2161744affb None None] Enqueued Resource ID: 803ba8e7-e099-4057-b712-b6ed4d5416ff with Priority: HIGHEST for action port [ 635.912858] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803ba8e7-e099-4057-b712-b6ed4d5416ff with Priority: HIGHEST for action port [ 635.913236] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-803ba8e7-e099-4057-b712-b6ed4d5416ff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.913367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803ba8e7-e099-4057-b712-b6ed4d5416ff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.913437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803ba8e7-e099-4057-b712-b6ed4d5416ff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.913694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803ba8e7-e099-4057-b712-b6ed4d5416ff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.913786] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803ba8e7-e099-4057-b712-b6ed4d5416ff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.990226] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.998310] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.998475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.998574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.999057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.999057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.999057] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed95872-51dc-441e-9653-f3133005b927 already deleted. [ 635.999254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.220012] env[65840]: INFO networking_nsxv3.common.synchronization [req-b6cb1545-330e-4d14-8f25-334af084f4ca req-b280ae51-925a-4b2b-b119-3f560de6aca1 service nova] Enqueued Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_rules [ 636.220012] env[65840]: INFO networking_nsxv3.common.synchronization [req-b6cb1545-330e-4d14-8f25-334af084f4ca req-b280ae51-925a-4b2b-b119-3f560de6aca1 service nova] Enqueued Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_members [ 636.220012] env[65840]: INFO networking_nsxv3.common.synchronization [req-b6cb1545-330e-4d14-8f25-334af084f4ca req-b280ae51-925a-4b2b-b119-3f560de6aca1 service nova] Enqueued Resource ID: 3f32992b-e1e8-4d85-b77f-221feeb2dd68 with Priority: HIGHEST for action port [ 636.220012] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_rules [ 636.220012] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_members [ 636.220012] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f32992b-e1e8-4d85-b77f-221feeb2dd68 with Priority: HIGHEST for action port [ 636.220012] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.220012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.220012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.220012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.220012] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.223786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.223786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.223786] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.223786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f32992b-e1e8-4d85-b77f-221feeb2dd68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.223786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.223786] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f32992b-e1e8-4d85-b77f-221feeb2dd68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.416479] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 803ba8e7-e099-4057-b712-b6ed4d5416ff [ 636.416479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.416635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.416677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.417168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.417168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.417168] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:803ba8e7-e099-4057-b712-b6ed4d5416ff already deleted. [ 636.417168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803ba8e7-e099-4057-b712-b6ed4d5416ff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.495728] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.495728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.495932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.496017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.496141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.496243] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 636.531496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.531722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.531722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.531796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.531932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.541863] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 636.721725] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.721995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724281] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.725432] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f32992b-e1e8-4d85-b77f-221feeb2dd68 with status ACTIVE [ 636.725655] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.725784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.725854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.726311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.726311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.726540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.726599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.726676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.726853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.726965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.727203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.727322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.727401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.727566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.728349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.728349] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f32992b-e1e8-4d85-b77f-221feeb2dd68 is going to be updated. [ 636.754504] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.754715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.754715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.754917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.755275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f32992b-e1e8-4d85-b77f-221feeb2dd68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.810894] env[65840]: INFO networking_nsxv3.common.synchronization [req-be9197a2-d301-4d8b-9409-7ae97fb62ff9 req-7ca33b52-145f-4548-9f00-e1323bb8aea1 tempest-ListServerFiltersTestJSON-958597206 tempest-ListServerFiltersTestJSON-958597206-project-member] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 636.810894] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 636.810894] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.810894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.810894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.810894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.810894] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.811490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.811490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.811490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.811490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.811490] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.233801] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.243645] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.243645] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247034] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.247034] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.247034] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.247034] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247034] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.247034] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.247034] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.247034] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.247034] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.247034] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.247034] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.247034] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.247034] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.247034] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.273063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.273198] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.273344] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.273498] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.273774] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-04163d7f-60a9-4488-99b3-bc579a75eab0 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.273978] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.274111] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.274479] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.274612] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04163d7f-60a9-4488-99b3-bc579a75eab0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.313472] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.511325] env[65840]: INFO networking_nsxv3.common.synchronization [req-cf4470d8-7b94-4cbd-9f94-e915f810b82f req-ad8bec1e-ffbe-45e1-aaaf-b4ef663bb3cb tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: c0073103-33c2-4597-9700-bd538ccdcf84 with Priority: HIGHEST for action security_group_rules [ 637.514766] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0073103-33c2-4597-9700-bd538ccdcf84 with Priority: HIGHEST for action security_group_rules [ 637.515319] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0073103-33c2-4597-9700-bd538ccdcf84 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.515463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0073103-33c2-4597-9700-bd538ccdcf84" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.515533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0073103-33c2-4597-9700-bd538ccdcf84" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.515796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0073103-33c2-4597-9700-bd538ccdcf84" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.515882] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0073103-33c2-4597-9700-bd538ccdcf84',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.735868] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.736202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.736273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.736532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.736619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.736750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 is going to be created. [ 637.761677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.761861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.761861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.762093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.762260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.772659] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 in Status: UNINITIALIZED for 2s [ 637.776656] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.777022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.777170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.777511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.777684] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.777848] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 04163d7f-60a9-4488-99b3-bc579a75eab0 not found, creating... [ 637.778317] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.778317] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.778461] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.778893] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.778893] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.779134] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.779315] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.779497] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.779678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.779965] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.780153] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 04163d7f-60a9-4488-99b3-bc579a75eab0 is going to be created. [ 637.800247] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.800247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.800496] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.800652] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.800849] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.801128] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.815845] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.040313] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.040313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.040313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.040313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.040313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.040633] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0073103-33c2-4597-9700-bd538ccdcf84 already deleted. [ 638.040633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0073103-33c2-4597-9700-bd538ccdcf84" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.318337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.318709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.318709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.318777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.318889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.319126] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 638.362847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.363051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.363099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.363299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.363471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.375998] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 638.551439] env[65840]: INFO networking_nsxv3.common.synchronization [req-be9197a2-d301-4d8b-9409-7ae97fb62ff9 req-509cf638-e009-4c99-a795-4046c88e7270 service nova] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_rules [ 638.551626] env[65840]: INFO networking_nsxv3.common.synchronization [req-be9197a2-d301-4d8b-9409-7ae97fb62ff9 req-509cf638-e009-4c99-a795-4046c88e7270 service nova] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 638.551782] env[65840]: INFO networking_nsxv3.common.synchronization [req-be9197a2-d301-4d8b-9409-7ae97fb62ff9 req-509cf638-e009-4c99-a795-4046c88e7270 service nova] Enqueued Resource ID: 04163d7f-60a9-4488-99b3-bc579a75eab0 with Priority: HIGHEST for action port [ 638.552743] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_rules [ 638.552743] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 638.552743] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04163d7f-60a9-4488-99b3-bc579a75eab0 with Priority: HIGHEST for action port [ 638.553699] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 638.553931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.554305] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.554435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.554496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.554717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.554802] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.555731] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.555832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.556049] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-04163d7f-60a9-4488-99b3-bc579a75eab0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.556551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.556648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.556846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.556931] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04163d7f-60a9-4488-99b3-bc579a75eab0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.557745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.557949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.558865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.558865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.558865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.558865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.558865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.558865] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.061157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.061308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.061486] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04163d7f-60a9-4488-99b3-bc579a75eab0 with status ACTIVE [ 639.061693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.061841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.061947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.062336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.062467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.062715] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.062872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.062946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.063125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.063663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.063663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.063663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.063826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.063907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.063996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.064392] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04163d7f-60a9-4488-99b3-bc579a75eab0 is going to be updated. [ 639.066157] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.092410] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.092601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.092666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.092911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.093119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.093284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04163d7f-60a9-4488-99b3-bc579a75eab0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.163252] env[65840]: INFO networking_nsxv3.common.synchronization [req-e69b6d63-c339-47a0-86f0-c7f0ecefcb3d req-ed81d213-8fa8-48c4-906c-85e1020fcd5a tempest-ServerDiagnosticsTest-1743473799 tempest-ServerDiagnosticsTest-1743473799-project-member] Enqueued Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_members [ 639.163772] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGHEST for action security_group_members [ 639.164225] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.165422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.165541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.165768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.165996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.166136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.166205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.166380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.166475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.166653] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.573769] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.669285] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.669746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.669848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.670106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.670230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.670471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.670628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.670686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.671160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.671160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.671160] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b7faab-bf7d-42c7-b773-cb568966bdee is going to be updated. [ 639.724108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.725931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.726142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.726410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.726574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.740151] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b7faab-bf7d-42c7-b773-cb568966bdee in Status: IN_PROGRESS for 2s [ 639.785057] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 in Status: SUCCESS [ 639.785318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.785580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.785733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.785977] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.786135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.786205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.786364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.786458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.786552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.786666] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.075833] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.076025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.076025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076415] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 640.111097] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.123148] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 640.291157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.291365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.291424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.292051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.292051] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.292051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.292051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.292265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.292265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.292265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.292426] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.292562] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.292562] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.292707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.292848] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.292942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.293047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.293178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.293258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.293342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.293430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.386744] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 640.387887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.387887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.387887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.387887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.388192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.388192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.388295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.388380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.388481] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.592488] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1ba00947-2433-495e-bce5-77a75232c618 None None] Enqueued Resource ID: 07904f4c-fb1c-434b-9378-e04a3d3a0684 with Priority: HIGHEST for action port [ 640.593318] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07904f4c-fb1c-434b-9378-e04a3d3a0684 with Priority: HIGHEST for action port [ 640.593420] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-07904f4c-fb1c-434b-9378-e04a3d3a0684 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.593557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07904f4c-fb1c-434b-9378-e04a3d3a0684" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.593557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07904f4c-fb1c-434b-9378-e04a3d3a0684" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.594355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07904f4c-fb1c-434b-9378-e04a3d3a0684" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.594355] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07904f4c-fb1c-434b-9378-e04a3d3a0684',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.798053] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a59c82d4-668f-4620-ab70-dc92ed24a4f9: rpc.has_security_group_logging(os_id): False [ 640.822188] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822188] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822188] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822720] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822898] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 is going to be created. [ 640.891941] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.900745] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.901434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.901434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.901524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.901696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.915396] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 in Status: IN_PROGRESS for 2s [ 641.097048] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07904f4c-fb1c-434b-9378-e04a3d3a0684 [ 641.097327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.097526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.097611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.097991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.098250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.098372] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07904f4c-fb1c-434b-9378-e04a3d3a0684 already deleted. [ 641.098682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07904f4c-fb1c-434b-9378-e04a3d3a0684" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.394320] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.754486] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b7faab-bf7d-42c7-b773-cb568966bdee in Status: SUCCESS [ 641.754486] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b7faab-bf7d-42c7-b773-cb568966bdee deletion is rescheduled due to dependency. [ 641.754937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.898998] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.898998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.898998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.898998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.898998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.898998] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 641.932349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.932501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.932571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.932781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.932920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.946269] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 642.135055] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 642.135276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.135443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.135880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.135880] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.136095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.136095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.136170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.136258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.136382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.136830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.136830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.136830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.136830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.137134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.137134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.137134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.137242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.137273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.137344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.137427] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.290953] env[65840]: INFO networking_nsxv3.common.synchronization [None req-97a00758-145c-42e1-86f8-9a91fec9d176 tempest-ServersTestBootFromVolume-2079367083 tempest-ServersTestBootFromVolume-2079367083-project-member] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_rules [ 642.291562] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_rules [ 642.291871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.292011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.293264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.294090] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.644035] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02468b4-21c2-46a5-bd0b-af34c5f3afd7: rpc.has_security_group_logging(os_id): False [ 642.666028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.666028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.666028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.666028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.666783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.666783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.666783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.666783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.666783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.666783] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be created. [ 642.714686] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a4bdac7b-6034-4c42-8db6-4e504bd35f89 tempest-ServersTestBootFromVolume-2079367083 tempest-ServersTestBootFromVolume-2079367083-project-member] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_rules [ 642.715301] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_rules [ 642.715738] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.715793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732393] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.732393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.732393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.732393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.746063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 642.825256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.825572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.825572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.825644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.828316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.828316] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 already deleted. [ 642.828316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.828316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.828316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.828316] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.930992] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 in Status: SUCCESS [ 642.930992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.357192] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.357513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.357676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.358045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.358229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.358356] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 already deleted. [ 643.358500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.585998] env[65840]: INFO networking_nsxv3.common.synchronization [None req-fed8af2e-9b42-419c-83e6-2dded40b0c7e None None] Enqueued Resource ID: 82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9 with Priority: HIGHEST for action port [ 643.586442] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9 with Priority: HIGHEST for action port [ 643.586898] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.587143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.587362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.587709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.588343] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.604039] env[65840]: INFO networking_nsxv3.common.synchronization [None req-cf5dd855-ac1a-4cc4-90c1-5bfd0bce43d7 tempest-ServersWithSpecificFlavorTestJSON-1798308135 tempest-ServersWithSpecificFlavorTestJSON-1798308135-project-member] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 643.605636] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 643.605636] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.605814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.605814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.606035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.606113] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.960404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 643.960869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.961222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.961308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.961796] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.962082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.962257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.962534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.962815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.962875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.963074] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.093217] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9 [ 644.094142] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.094286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.094330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.094514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.094733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.094733] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9 already deleted. [ 644.094989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f0d4d3-74e0-4a0f-9ef2-c95d8b32d9d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.134570] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.134762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.134762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.135351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.135351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.135351] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 already deleted. [ 644.135351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.445045] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2167547f-4b99-4d0e-b68b-b8ed80533933 tempest-ServersWithSpecificFlavorTestJSON-1798308135 tempest-ServersWithSpecificFlavorTestJSON-1798308135-project-member] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 644.445747] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 644.449679] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.449679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.449679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.450265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.450265] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.465556] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.465798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.465892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.466226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.466466] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.466620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.466719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.466946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.467099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.467239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.467449] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.467594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.467693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.467893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.468309] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.468502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.468689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.468962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.469110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.469271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.469451] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.759377] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 644.759377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.759377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.759377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.759377] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.975051] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d6cdae9-6c82-4709-a065-19afcfb69ef1: rpc.has_security_group_logging(os_id): False [ 644.980901] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.981145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.981193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.985040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.985040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.985040] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 already deleted. [ 644.985040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.995845] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.996303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.996424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.996763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.996910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.997187] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.997324] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.997402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.002073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.002073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.002073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.002073] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 645.080256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.080256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.080256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.080256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.080256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.099970] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 645.264495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.265709] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.265709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.265709] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.769617] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.769921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.770021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.771267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.771267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771666] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.771666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.771666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.771921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772040] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.117877] env[65840]: INFO networking_nsxv3.common.synchronization [None req-58b22dce-fb57-4e8f-b20a-3c9d44a128d4 None None] Enqueued Resource ID: ce4d396e-970e-4916-85ea-3f2c94a10503 with Priority: HIGHEST for action port [ 646.118796] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4d396e-970e-4916-85ea-3f2c94a10503 with Priority: HIGHEST for action port [ 646.119558] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce4d396e-970e-4916-85ea-3f2c94a10503 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.119747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce4d396e-970e-4916-85ea-3f2c94a10503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.119819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce4d396e-970e-4916-85ea-3f2c94a10503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.120138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce4d396e-970e-4916-85ea-3f2c94a10503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.120260] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4d396e-970e-4916-85ea-3f2c94a10503',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.275513] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02468b4-21c2-46a5-bd0b-af34c5f3afd7: rpc.has_security_group_logging(os_id): False [ 646.293796] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.294068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.294158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.294354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.294459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.294665] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.294765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.294830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.294984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.295086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.295286] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.295381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.295444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.295588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.295661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.295836] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.296426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.296534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.296720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.296803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.296959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 646.367414] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.367414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.367414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.367414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.367414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.368794] env[65840]: INFO networking_nsxv3.common.synchronization [req-c1e5ef28-83fe-4d25-9b5c-42ddc684a6cb req-d8bba652-5816-4d5b-ad20-80176b974840 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 646.369613] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 646.369931] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.370077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.370140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.370459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.370620] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.370715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.370781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.370934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.371028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.371124] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.385127] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 646.622520] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce4d396e-970e-4916-85ea-3f2c94a10503 [ 646.622685] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.622763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.622961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.623105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.623153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.623716] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce4d396e-970e-4916-85ea-3f2c94a10503 already deleted. [ 646.623716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce4d396e-970e-4916-85ea-3f2c94a10503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.789395] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.789546] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.789600] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.789988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.790267] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.790426] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.790571] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.790804] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.790959] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.791189] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.791297] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.791397] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.791494] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.791602] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.791687] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.791811] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.811587] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.811849] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.812058] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.812287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.812652] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-05d1c20e-3994-4d91-acc1-c55edbf3454d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.812831] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.812946] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.813295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.813459] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d1c20e-3994-4d91-acc1-c55edbf3454d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.875209] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.875380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.875454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.875679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.875772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.875971] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.876087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.876151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.876321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.876414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.876503] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 already deleted. [ 646.876582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.118344] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 647.118671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.316280] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.316523] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.316646] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.316926] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.317083] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.317400] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 05d1c20e-3994-4d91-acc1-c55edbf3454d not found, creating... [ 647.317480] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.317628] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.317783] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.318157] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.318312] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.318608] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.318770] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.318988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319114] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319246] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.319382] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d is going to be created. [ 647.343721] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.343946] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.344089] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.344442] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344656] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.344887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.114316] env[65840]: INFO networking_nsxv3.common.synchronization [req-c1e5ef28-83fe-4d25-9b5c-42ddc684a6cb req-2831ccdb-9dab-4aff-90c6-39fe49681221 service nova] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 648.117158] env[65840]: INFO networking_nsxv3.common.synchronization [req-c1e5ef28-83fe-4d25-9b5c-42ddc684a6cb req-2831ccdb-9dab-4aff-90c6-39fe49681221 service nova] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 648.117158] env[65840]: INFO networking_nsxv3.common.synchronization [req-c1e5ef28-83fe-4d25-9b5c-42ddc684a6cb req-2831ccdb-9dab-4aff-90c6-39fe49681221 service nova] Enqueued Resource ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d with Priority: HIGHEST for action port [ 648.117158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 648.117158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 648.117158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d with Priority: HIGHEST for action port [ 648.117604] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.120520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.120520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.121183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.121305] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.122281] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.123039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.123039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.123167] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.123308] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.124462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.124462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.124462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.124462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.124462] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.125407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d1c20e-3994-4d91-acc1-c55edbf3454d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.125533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.125599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.125960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.125960] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d1c20e-3994-4d91-acc1-c55edbf3454d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.180942] env[65840]: INFO networking_nsxv3.common.synchronization [None req-940f5798-4f38-4e8b-8e44-cea720207fdc None None] Enqueued Resource ID: 21eeb3fd-5518-4f1c-960f-aa56f57a6580 with Priority: HIGHEST for action port [ 648.181797] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21eeb3fd-5518-4f1c-960f-aa56f57a6580 with Priority: HIGHEST for action port [ 648.182138] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-21eeb3fd-5518-4f1c-960f-aa56f57a6580 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.182347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21eeb3fd-5518-4f1c-960f-aa56f57a6580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.182347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21eeb3fd-5518-4f1c-960f-aa56f57a6580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.182587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21eeb3fd-5518-4f1c-960f-aa56f57a6580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.182890] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21eeb3fd-5518-4f1c-960f-aa56f57a6580',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.400723] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 648.402037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.428136] env[65840]: INFO networking_nsxv3.common.synchronization [None req-677f25d0-1ece-4c6b-b905-2747afc64ff5 None None] Enqueued Resource ID: 473df5bb-0504-4b6f-bc25-554d56ba0601 with Priority: HIGHEST for action port [ 648.430388] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473df5bb-0504-4b6f-bc25-554d56ba0601 with Priority: HIGHEST for action port [ 648.430838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-473df5bb-0504-4b6f-bc25-554d56ba0601 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.431023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473df5bb-0504-4b6f-bc25-554d56ba0601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.435068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473df5bb-0504-4b6f-bc25-554d56ba0601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.435068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473df5bb-0504-4b6f-bc25-554d56ba0601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.435068] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473df5bb-0504-4b6f-bc25-554d56ba0601',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.454212] env[65840]: INFO networking_nsxv3.common.synchronization [req-65dfd397-a886-4675-a1f8-5fed448253b5 req-d6d46c8a-9d66-4480-ba37-f4cb05dd9614 tempest-VolumesAssistedSnapshotsTest-508207417 tempest-VolumesAssistedSnapshotsTest-508207417-project-member] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_members [ 648.455884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_members [ 648.455884] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.455884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.455884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.456233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.458783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.458963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.459046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.459403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.459474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.459630] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.627508] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.627836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.627836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.628755] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d1c20e-3994-4d91-acc1-c55edbf3454d with status ACTIVE [ 648.628942] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.629084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.629141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.629344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.629430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.629596] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.629692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.629790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.629951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.630770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.632462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.632462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.632462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.633538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.633538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.634160] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d is going to be updated. [ 648.661887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.662049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.662118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.662329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.662503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.662620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.684906] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21eeb3fd-5518-4f1c-960f-aa56f57a6580 [ 648.685297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.685502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.685596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.685817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.685906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.686062] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21eeb3fd-5518-4f1c-960f-aa56f57a6580 already deleted. [ 648.686192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21eeb3fd-5518-4f1c-960f-aa56f57a6580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.843784] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.843784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-941" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.843994] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-941" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.844811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-941" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.845271] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.845427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.846351] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.846351] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.846351] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.846351] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.846351] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.846765] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.846765] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.846765] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.846857] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.846953] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.871283] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.871283] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.873021] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.873021] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-941" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.873021] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.873021] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.873021] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.873659] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.873929] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64acd4e1-3d4d-4db3-87d7-c1ca0875fd95',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.937584] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 473df5bb-0504-4b6f-bc25-554d56ba0601 [ 648.938354] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.938354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.938354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.938354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.938354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.938725] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:473df5bb-0504-4b6f-bc25-554d56ba0601 already deleted. [ 648.938725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473df5bb-0504-4b6f-bc25-554d56ba0601" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.965741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.965741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.965741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.965741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.966037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.966092] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.966154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.966225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.966787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.966787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.966787] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff already deleted. [ 648.966970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.137788] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.226421] env[65840]: INFO networking_nsxv3.common.synchronization [req-c116c8a3-d933-42c0-b7a9-d2e073243759 req-21495979-7a2e-4628-8785-8f08b8f85d76 tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: 7aa7bc80-f043-4af2-bc46-6729c1e1a5f1 with Priority: HIGHEST for action security_group_rules [ 649.227153] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa7bc80-f043-4af2-bc46-6729c1e1a5f1 with Priority: HIGHEST for action security_group_rules [ 649.227761] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa7bc80-f043-4af2-bc46-6729c1e1a5f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.227761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa7bc80-f043-4af2-bc46-6729c1e1a5f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.227761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa7bc80-f043-4af2-bc46-6729c1e1a5f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.228061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa7bc80-f043-4af2-bc46-6729c1e1a5f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.228192] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa7bc80-f043-4af2-bc46-6729c1e1a5f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.383106] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.386475] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 not found, creating... [ 649.386475] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.386475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.386985] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.386985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.386985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.386985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.386985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.386985] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 is going to be created. [ 649.411318] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.411318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.411318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.411318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.411318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.411678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.639934] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.640156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.640259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.641293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.641293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.641293] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be created. [ 649.666826] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.667094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.667094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.667322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.667513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.679154] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: UNINITIALIZED for 2s [ 649.752395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.752640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.752711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.752896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.752983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.753100] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa7bc80-f043-4af2-bc46-6729c1e1a5f1 already deleted. [ 649.753173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa7bc80-f043-4af2-bc46-6729c1e1a5f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163573] env[65840]: INFO networking_nsxv3.common.synchronization [req-65dfd397-a886-4675-a1f8-5fed448253b5 req-57079757-859f-4dd2-af18-86bc2ff0db5f service nova] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_rules [ 650.164086] env[65840]: INFO networking_nsxv3.common.synchronization [req-65dfd397-a886-4675-a1f8-5fed448253b5 req-57079757-859f-4dd2-af18-86bc2ff0db5f service nova] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_members [ 650.164086] env[65840]: INFO networking_nsxv3.common.synchronization [req-65dfd397-a886-4675-a1f8-5fed448253b5 req-57079757-859f-4dd2-af18-86bc2ff0db5f service nova] Enqueued Resource ID: 64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 with Priority: HIGHEST for action port [ 650.164455] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_rules [ 650.164522] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_members [ 650.164587] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 with Priority: HIGHEST for action port [ 650.164850] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.165103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.165103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.165280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.165451] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.166493] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.166493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.166493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.166835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.166835] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.166835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.166959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.166995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.167131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.167916] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.168902] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.168902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.168902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.168902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.168902] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64acd4e1-3d4d-4db3-87d7-c1ca0875fd95',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.362400] env[65840]: INFO networking_nsxv3.common.synchronization [req-091ee0b5-fc1b-4062-9f69-c99eea16d078 req-98f1f049-6461-4891-bbbc-1787fdeb632b tempest-ListServerFiltersTestJSON-958597206 tempest-ListServerFiltersTestJSON-958597206-project-member] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 650.362998] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 650.363711] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.363885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.363995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.364285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.364544] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.364662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.364763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.364994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.365155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.365300] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.672676] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.672676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672676] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.674427] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 with status ACTIVE [ 650.674496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.674560] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.674665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.675059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.675059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.675183] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.675235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.675268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.677608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.677686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.677913] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.678132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.678463] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64acd4e1-3d4d-4db3-87d7-c1ca0875fd95 is going to be updated. [ 650.701269] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.701269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.701269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.701269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.701452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.701568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64acd4e1-3d4d-4db3-87d7-c1ca0875fd95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808506] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.808644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.808765] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.809059] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809285] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.809439] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.809549] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.809759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809958] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.810210] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.810320] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.810421] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.810551] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.810630] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.810707] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.810829] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.839635] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.839635] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.839635] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.839635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-188" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.839635] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-deead746-6cec-463a-9c2e-8836f18934be taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.839635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.839635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.839635] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deead746-6cec-463a-9c2e-8836f18934be',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.869057] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.175077] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.342931] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.342931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.342931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.343261] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.343489] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.343746] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port deead746-6cec-463a-9c2e-8836f18934be not found, creating... [ 651.344117] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.344360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.344490] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.344783] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.344943] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.345736] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.346228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.346473] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.346572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.346738] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.346907] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: deead746-6cec-463a-9c2e-8836f18934be is going to be created. [ 651.372920] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.377288] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.377288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.377288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.377288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.377288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.377288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.515200] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2bb936fe-78d1-4843-b5e0-3a5186366ab1 None None] Enqueued Resource ID: 9ff8ede9-ce40-4a50-8852-7d0a5e762e7b with Priority: HIGHEST for action port [ 651.515385] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff8ede9-ce40-4a50-8852-7d0a5e762e7b with Priority: HIGHEST for action port [ 651.517606] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff8ede9-ce40-4a50-8852-7d0a5e762e7b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.517606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff8ede9-ce40-4a50-8852-7d0a5e762e7b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.517606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff8ede9-ce40-4a50-8852-7d0a5e762e7b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.517606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff8ede9-ce40-4a50-8852-7d0a5e762e7b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.517606] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff8ede9-ce40-4a50-8852-7d0a5e762e7b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.677320] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.677508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.677556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.677818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.678042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.678210] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff is going to be created. [ 651.688725] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 651.688944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.689196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.689346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.689548] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.689643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.689712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.689861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.690019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.690115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.690210] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.706662] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.706816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.706889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.707122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.707288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.720293] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc15e18d-308f-4c6e-bf42-545a46f52aff in Status: UNINITIALIZED for 2s [ 651.875091] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.875272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.875349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.875570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.875666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.875764] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 651.904245] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.904409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.904453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.904665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.904810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.915909] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 652.020302] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ff8ede9-ce40-4a50-8852-7d0a5e762e7b [ 652.022321] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.022321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.022321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.022638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.022638] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ff8ede9-ce40-4a50-8852-7d0a5e762e7b already deleted. [ 652.022638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff8ede9-ce40-4a50-8852-7d0a5e762e7b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.181154] env[65840]: INFO networking_nsxv3.common.synchronization [req-091ee0b5-fc1b-4062-9f69-c99eea16d078 req-532c0543-c2ce-4490-8a17-f6f6fd81be84 service nova] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_rules [ 652.182198] env[65840]: INFO networking_nsxv3.common.synchronization [req-091ee0b5-fc1b-4062-9f69-c99eea16d078 req-532c0543-c2ce-4490-8a17-f6f6fd81be84 service nova] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 652.182198] env[65840]: INFO networking_nsxv3.common.synchronization [req-091ee0b5-fc1b-4062-9f69-c99eea16d078 req-532c0543-c2ce-4490-8a17-f6f6fd81be84 service nova] Enqueued Resource ID: deead746-6cec-463a-9c2e-8836f18934be with Priority: HIGHEST for action port [ 652.182780] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_rules [ 652.182950] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 652.183079] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deead746-6cec-463a-9c2e-8836f18934be with Priority: HIGHEST for action port [ 652.183365] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.183490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.183551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.183747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.183857] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.185580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.185696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.186139] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-deead746-6cec-463a-9c2e-8836f18934be taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.186249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.186313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.186924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.186987] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deead746-6cec-463a-9c2e-8836f18934be',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.192787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.192984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.193224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.193384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.193483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.193547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.193714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.193842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.193944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.194110] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.194203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.194266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.194411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.194536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.194632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.194754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.194754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.194754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.195081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.195081] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.687093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.687093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.688900] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deead746-6cec-463a-9c2e-8836f18934be with status ACTIVE [ 652.689178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.689314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.689382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.689590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.689677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.689840] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.689944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.690027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.690181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.690255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.690428] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.691034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.691034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.691034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.691034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.691034] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deead746-6cec-463a-9c2e-8836f18934be is going to be updated. [ 652.698006] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 652.717674] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.717853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.717917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.718209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.718358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.719664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deead746-6cec-463a-9c2e-8836f18934be" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.720567] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.720685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.720754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.720935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.721164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.722857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.723194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.723194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.723290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.723322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.723538] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.723640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.723705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.723856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.723937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.724136] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.724251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.724313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.724435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.724513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.724611] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be created. [ 652.796072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.796072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.796072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.796072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.796072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.808203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 652.990141] env[65840]: INFO networking_nsxv3.common.synchronization [req-9d14784c-9d1d-4f96-8d24-b57bcecd434e req-3a90040f-b036-4ef3-a918-f521d924c487 tempest-ServersAdminNegativeTestJSON-690496393 tempest-ServersAdminNegativeTestJSON-690496393-project-member] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 652.995039] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 652.995039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.995039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.995039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.995039] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.421446] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.421785] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.421957] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.422329] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.422892] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.423045] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.423344] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.424109] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.424833] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.424919] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.425207] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.425265] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.425808] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.426247] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.426340] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.427013] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.451086] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.451289] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.451349] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.451517] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.451823] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.452014] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.452115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.452540] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.452727] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.496497] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.496699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.496773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.497138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.497229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.497490] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.497614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.497667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.497887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.497977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.498117] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae already deleted. [ 653.498225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.733619] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc15e18d-308f-4c6e-bf42-545a46f52aff in Status: SUCCESS [ 653.733955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.734908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.735024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.735334] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.735558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.735701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.736066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.736152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736448] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.925535] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 653.925760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.925933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.926298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.926483] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.926606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.926679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.926822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.926902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.926997] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.955024] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.955295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.955363] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.955638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.955794] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.955976] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 not found, creating... [ 653.956270] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.956455] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.956557] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.956873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.957021] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.957318] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.957491] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.957605] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.957931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.958062] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.958127] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 is going to be created. [ 653.981681] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.981959] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.982060] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.982674] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.982674] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.982877] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.242207] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.429621] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.742023] env[65840]: INFO networking_nsxv3.common.synchronization [req-9d14784c-9d1d-4f96-8d24-b57bcecd434e req-65767e13-d09d-4e7f-ad7a-1e413224a50e service nova] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_rules [ 654.742023] env[65840]: INFO networking_nsxv3.common.synchronization [req-9d14784c-9d1d-4f96-8d24-b57bcecd434e req-65767e13-d09d-4e7f-ad7a-1e413224a50e service nova] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 654.742023] env[65840]: INFO networking_nsxv3.common.synchronization [req-9d14784c-9d1d-4f96-8d24-b57bcecd434e req-65767e13-d09d-4e7f-ad7a-1e413224a50e service nova] Enqueued Resource ID: 8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 with Priority: HIGHEST for action port [ 654.742023] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_rules [ 654.742353] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 654.742518] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 with Priority: HIGHEST for action port [ 654.742828] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.743122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.743122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.743451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.744312] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.744653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.744711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.744748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.744956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.745217] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.745334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.745389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.746459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.746576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.746752] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.748237] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.748395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.748441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.748684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.748777] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.750185] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc15e18d-308f-4c6e-bf42-545a46f52aff: rpc.has_security_group_logging(os_id): False [ 654.780862] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.781102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.781102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.782276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.782276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.782276] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.782276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.782276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.782276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.782276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.782630] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff is going to be created. [ 654.833247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 654.833526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.893487] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.893653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.893742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.894071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.895204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.911837] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc15e18d-308f-4c6e-bf42-545a46f52aff in Status: IN_PROGRESS for 2s [ 654.936682] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.250830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.253152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.253602] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.254353] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 with status ACTIVE [ 655.254549] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.254678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.254744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.255023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.255063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.255209] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.255308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.255387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.255514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.255587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.255755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.255843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.255902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.258428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.258428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.258428] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3 is going to be updated. [ 655.280552] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.280745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.280785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.281778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.281778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.282606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8f7269-0b9a-4c82-a7ce-bcf67ce360d3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.439379] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.439786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.439786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.439873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.439908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.440081] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 655.480301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.482469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.482469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.482469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.482469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.515563] env[65840]: INFO networking_nsxv3.common.synchronization [req-3cb068bc-d2ec-46e8-94ef-f2c1df1ff293 req-dce7e7c5-2088-4169-890e-5fe359e72008 tempest-ServerDiagnosticsNegativeTest-915961012 tempest-ServerDiagnosticsNegativeTest-915961012-project-member] Enqueued Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_members [ 655.515563] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_members [ 655.516334] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.516911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.517140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.518028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.519064] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.519064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.519064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.519064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.519064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.519064] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.526187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 655.580203] env[65840]: INFO networking_nsxv3.common.synchronization [req-be4ea052-5402-490c-b5a7-40d01496a643 req-99d4dc50-5f65-42d7-8267-0ade0070b6bf tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 655.580203] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 655.581094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.581334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.581404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.581555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.582421] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.582421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.582421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.582421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.582421] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.759111] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.928024] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.928429] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.928429] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.928618] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.930063] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.930226] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.930439] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.930796] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.930993] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.931278] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.931417] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.931611] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.931672] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.931754] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.931852] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.932174] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.952235] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.952398] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.953026] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.953026] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.953026] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-346ec852-4a98-42e7-bf39-e5d3819a9a19 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.953293] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.953293] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.953694] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.953840] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346ec852-4a98-42e7-bf39-e5d3819a9a19',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.021631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.022374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.023699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.023699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.023699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.023699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.023699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.024497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.025157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.025790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.025790] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 already deleted. [ 656.025790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.086904] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.265077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.265077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.265077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.265077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.265077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.265077] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be created. [ 656.295886] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.296160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.296160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.296296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.296478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.313118] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: UNINITIALIZED for 2s [ 656.456216] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.456649] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.456816] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.457120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.457273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.457434] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 346ec852-4a98-42e7-bf39-e5d3819a9a19 not found, creating... [ 656.457710] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.457898] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.458060] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.458365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.458528] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.458836] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.459031] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.459774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.460142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.460280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.460426] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 346ec852-4a98-42e7-bf39-e5d3819a9a19 is going to be created. [ 656.487220] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.487565] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.487719] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.488091] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.488410] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.488713] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.590275] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.824511] env[65840]: INFO networking_nsxv3.common.synchronization [req-25600fdf-3bf4-41a2-a7b5-1c207c929384 req-ac4c2d33-76c9-437f-acc8-b1e8de35d2f3 tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: 3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d with Priority: HIGHEST for action security_group_rules [ 656.825693] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d with Priority: HIGHEST for action security_group_rules [ 656.826314] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.826693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.826944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.827434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.827704] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.930787] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc15e18d-308f-4c6e-bf42-545a46f52aff in Status: SUCCESS [ 656.930787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.093268] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.093413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.093481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.093694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.093775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.093874] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 657.130381] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.130381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.130381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.131752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.131752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.140752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 657.242801] env[65840]: INFO networking_nsxv3.common.synchronization [req-3cb068bc-d2ec-46e8-94ef-f2c1df1ff293 req-6311d7a4-ed52-428f-bbc8-369567ccd35f service nova] Enqueued Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_rules [ 657.242801] env[65840]: INFO networking_nsxv3.common.synchronization [req-3cb068bc-d2ec-46e8-94ef-f2c1df1ff293 req-6311d7a4-ed52-428f-bbc8-369567ccd35f service nova] Enqueued Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_members [ 657.242801] env[65840]: INFO networking_nsxv3.common.synchronization [req-3cb068bc-d2ec-46e8-94ef-f2c1df1ff293 req-6311d7a4-ed52-428f-bbc8-369567ccd35f service nova] Enqueued Resource ID: 346ec852-4a98-42e7-bf39-e5d3819a9a19 with Priority: HIGHEST for action port [ 657.242801] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_rules [ 657.242801] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_members [ 657.242801] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ec852-4a98-42e7-bf39-e5d3819a9a19 with Priority: HIGHEST for action port [ 657.243525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.243525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.243525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.243984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.243984] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.244990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.245129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.245200] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.245549] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.245649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.245709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.245937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.246536] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.246869] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-346ec852-4a98-42e7-bf39-e5d3819a9a19 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.247038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.247101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.247261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.247317] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346ec852-4a98-42e7-bf39-e5d3819a9a19',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.352958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.353133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.353236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.353419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.353512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.353608] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d already deleted. [ 657.353692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad839fe-8ce2-4760-bd08-6b3fe16e6a0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.536906] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 657.537255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.538099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.538099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.538099] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.538306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.538306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.539372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.539372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.539372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.539372] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.749041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.749214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.749479] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.750553] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346ec852-4a98-42e7-bf39-e5d3819a9a19 with status ACTIVE [ 657.751551] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.751551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.751551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.751551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.752837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.752837] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.752837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.752837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.753163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.753218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.756652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.756652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.756652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.756652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.756652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.756652] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346ec852-4a98-42e7-bf39-e5d3819a9a19 is going to be updated. [ 657.774500] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ae57b17-aa48-41b2-b5cd-ccda7fd49505 req-5684e9e5-ac5f-4203-9780-5d8ef66aeebb tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 657.775338] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 657.775830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.776043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.791251] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.791251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.791251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.791251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.791251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.791251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346ec852-4a98-42e7-bf39-e5d3819a9a19" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.041461] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.041749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.041749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.042082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.042359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.042514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.042586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.042781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.042889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.042985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.043185] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.043288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.043356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.043499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.043648] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.043740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.043803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.043940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.044538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.044538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.044713] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.257946] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.329029] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.329029] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329029] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.548580] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d6cdae9-6c82-4709-a065-19afcfb69ef1: rpc.has_security_group_logging(os_id): False [ 658.568318] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.568513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.568513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.568743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.568845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.569061] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.569177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.569232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.569467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.569467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.569765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.569765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.569765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.570260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.570353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.570412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.570728] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 658.635524] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.635611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.635704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.636207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.636530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.655580] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 658.760736] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.761038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.761038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.763466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.763466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.763466] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 is going to be created. [ 658.812957] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.813292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.813377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.813611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.813874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.827667] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 in Status: UNINITIALIZED for 2s [ 658.835415] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.835415] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.835415] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.835415] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.836056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.836056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.836056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.836056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.836056] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.160407] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 659.160619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.160979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.161235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.161572] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.161572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.161717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.161797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.162106] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.340523] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d0ad78-788b-43d2-9d54-22c59c87d6ae: rpc.has_security_group_logging(os_id): False [ 659.365770] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.365770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.365770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.365770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.366405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.366405] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.366405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.366548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.366876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.366876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.367252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.367525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.368188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.368340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.368555] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.368683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.368751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.368944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.369201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.369201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be created. [ 659.379618] env[65840]: INFO networking_nsxv3.common.synchronization [req-75d7833d-635a-4903-a7a9-e3c35b05e712 req-a25297b0-fd09-4ca9-bdc2-305a0feb54fd tempest-VolumesAdminNegativeTest-306469855 tempest-VolumesAdminNegativeTest-306469855-project-member] Enqueued Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_members [ 659.380924] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 with Priority: HIGHEST for action security_group_members [ 659.381614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59c82d4-668f-4620-ab70-dc92ed24a4f9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.381614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.381614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.381875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.381930] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.382039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.382131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.382429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.383106] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59c82d4-668f-4620-ab70-dc92ed24a4f9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.434031] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.434271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.434327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.434538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.434715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.450126] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: IN_PROGRESS for 2s [ 659.667024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.667024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.667024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 659.696118] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.696118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.696118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.696380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.696492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.707336] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 659.886108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.886270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.886359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.886566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.886654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.886875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.886981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.887059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.887221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.887301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.887391] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 is going to be updated. [ 659.935063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.935063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.935063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.935063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.935063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 in Status: IN_PROGRESS for 2s [ 660.286276] env[65840]: INFO networking_nsxv3.common.synchronization [req-3172181c-04f5-47a5-8afd-aeb856087a5f req-d8e33057-3d4f-49f6-b6b8-bd3b5273ab5d tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 660.286930] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 660.288820] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.288994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.289210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.289631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.289702] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.289857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.289917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.290131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.290354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.290354] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.667133] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.667133] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.667541] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.667595] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.667848] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.668013] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.671411] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.671411] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.671411] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.671411] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.671411] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.671411] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.671411] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.671411] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.671411] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.671411] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.674487] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 660.674843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.694425] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.694425] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.694425] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.694425] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.694425] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-728e78a0-3d9e-4b88-94eb-0b90a6b49325 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.695975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.696886] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.697181] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.697984] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728e78a0-3d9e-4b88-94eb-0b90a6b49325',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.794298] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.794298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.794298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.794575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.794741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.795086] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.795219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.795302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.795547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.795662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.795788] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 already deleted. [ 660.795907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.837714] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 in Status: SUCCESS [ 660.838216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.838490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.838829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.839704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.839881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.839985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.840185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.840303] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.200540] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.200625] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.200842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.201117] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.201318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.201400] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 728e78a0-3d9e-4b88-94eb-0b90a6b49325 not found, creating... [ 661.201727] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.201959] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202121] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.202454] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.202647] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.202987] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.203311] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.203405] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.203637] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.203875] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.204048] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 728e78a0-3d9e-4b88-94eb-0b90a6b49325 is going to be created. [ 661.226722] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.227155] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.227291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.227582] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.227780] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.228089] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.346041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.346041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.346041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.346041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.347266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.347266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.347266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.347266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.347494] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.464330] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 661.464967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.721596] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 661.722031] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 deletion is rescheduled due to dependency. [ 661.722031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.850547] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e4bca5-b10b-46eb-9128-8439388f4ae8: rpc.has_security_group_logging(os_id): False [ 661.869444] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.869597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.869672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.869874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.869971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.870360] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.870473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.870798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.870798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.870798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.870965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.871078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.871157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.871321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.871399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.871616] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.871693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.871737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.871870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.871945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.875185] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 is going to be created. [ 661.947811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.948078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.948143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.948369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.948552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.961352] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 in Status: SUCCESS [ 661.961545] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59c82d4-668f-4620-ab70-dc92ed24a4f9 deletion is rescheduled due to dependency. [ 661.965277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59c82d4-668f-4620-ab70-dc92ed24a4f9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.966419] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 in Status: IN_PROGRESS for 2s [ 662.041939] env[65840]: INFO networking_nsxv3.common.synchronization [req-3172181c-04f5-47a5-8afd-aeb856087a5f req-91977b6c-3366-4374-9900-d30e478ec008 service nova] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 662.042120] env[65840]: INFO networking_nsxv3.common.synchronization [req-3172181c-04f5-47a5-8afd-aeb856087a5f req-91977b6c-3366-4374-9900-d30e478ec008 service nova] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 662.042260] env[65840]: INFO networking_nsxv3.common.synchronization [req-3172181c-04f5-47a5-8afd-aeb856087a5f req-91977b6c-3366-4374-9900-d30e478ec008 service nova] Enqueued Resource ID: 728e78a0-3d9e-4b88-94eb-0b90a6b49325 with Priority: HIGHEST for action port [ 662.042845] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 662.042991] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 662.043272] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728e78a0-3d9e-4b88-94eb-0b90a6b49325 with Priority: HIGHEST for action port [ 662.043765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.043993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.044160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.044802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.045012] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.047455] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.048098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.048098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.048413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.049471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.049471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.049471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.049471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.049471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.049471] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.050311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-728e78a0-3d9e-4b88-94eb-0b90a6b49325 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.050703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.050703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.050703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.050836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728e78a0-3d9e-4b88-94eb-0b90a6b49325',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.553101] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.556182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.556182] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 728e78a0-3d9e-4b88-94eb-0b90a6b49325 with status ACTIVE [ 662.556182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.556182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.556182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.556182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.556975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.557155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.557402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.557647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.557835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 728e78a0-3d9e-4b88-94eb-0b90a6b49325 is going to be updated. [ 662.582359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.582765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.583037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.583404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.583653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.583911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728e78a0-3d9e-4b88-94eb-0b90a6b49325" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.594375] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 662.594375] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 662.594375] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 662.594375] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 662.594628] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.594628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.594736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.595338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.595338] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.595338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.595338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.595702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.595702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.595702] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.596961] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.596961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.597129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.597232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.597426] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.597426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.597843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.597843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.597843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.597843] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.641679] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_rules [ 662.641858] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 662.641988] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 662.642482] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 662.642482] env[65840]: INFO networking_nsxv3.common.synchronization [req-243a291f-c4a3-4e53-a32d-25d514071281 req-5aebe325-49eb-4660-bc30-00b60b33772d tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d with Priority: HIGHEST for action port [ 662.642906] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_rules [ 662.643066] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 662.643169] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d with Priority: HIGHEST for action port [ 662.643259] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 662.643349] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 662.643619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.643745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.643829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.644153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.644244] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.645601] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.645601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.645601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.645601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.645601] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.646378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d1c20e-3994-4d91-acc1-c55edbf3454d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.647390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.647390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.647390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.647390] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d1c20e-3994-4d91-acc1-c55edbf3454d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.648462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.648462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.648462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.648669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.060349] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.099613] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.100697] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.149762] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.150160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.150281] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.150382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.150560] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d1c20e-3994-4d91-acc1-c55edbf3454d with status ACTIVE [ 663.150714] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.150821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.150888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.151147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.151312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.151399] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.151501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.151561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.151725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.151792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.151969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.152116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.152116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.152364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.152456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.152608] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d is going to be updated. [ 663.183432] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.183612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.183697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.183856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.184015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.184291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.564251] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.564251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.564251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.564566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.564566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.564633] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be created. [ 663.594650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.594899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.594899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.595161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.595256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.604110] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.605194] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.613606] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: UNINITIALIZED for 2s [ 663.648885] env[65840]: INFO networking_nsxv3.common.synchronization [None req-156c93e6-f655-44d9-8ce9-f917ff2b6165 None None] Enqueued Resource ID: 4c76b591-7b47-46b0-b252-950872974e2d with Priority: HIGHEST for action port [ 663.649526] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c76b591-7b47-46b0-b252-950872974e2d with Priority: HIGHEST for action port [ 663.649619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c76b591-7b47-46b0-b252-950872974e2d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.649935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c76b591-7b47-46b0-b252-950872974e2d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.649935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c76b591-7b47-46b0-b252-950872974e2d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.651123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c76b591-7b47-46b0-b252-950872974e2d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.651885] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c76b591-7b47-46b0-b252-950872974e2d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.982681] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 in Status: SUCCESS [ 663.982917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.108739] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.109128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.109128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.109517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.109517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.109612] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 664.111038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.111165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.111882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.112496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.112921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.112921] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be created. [ 664.144842] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.145124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.145124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.145416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.145778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.147887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.148300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.148300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.148464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.148758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.154404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c76b591-7b47-46b0-b252-950872974e2d [ 664.154811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.154811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.154811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.155069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.155069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.155153] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c76b591-7b47-46b0-b252-950872974e2d already deleted. [ 664.155235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c76b591-7b47-46b0-b252-950872974e2d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.162241] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 664.162969] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: UNINITIALIZED for 2s [ 664.277810] env[65840]: INFO networking_nsxv3.common.synchronization [None req-8a2de839-fb6a-4e9e-b278-85fd758222d4 None None] Enqueued Resource ID: 7eb8444a-dc98-4277-bb4c-ad16911878b7 with Priority: HIGHEST for action port [ 664.279622] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb8444a-dc98-4277-bb4c-ad16911878b7 with Priority: HIGHEST for action port [ 664.279622] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb8444a-dc98-4277-bb4c-ad16911878b7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.279622] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb8444a-dc98-4277-bb4c-ad16911878b7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.282714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb8444a-dc98-4277-bb4c-ad16911878b7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.282714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb8444a-dc98-4277-bb4c-ad16911878b7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.282714] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb8444a-dc98-4277-bb4c-ad16911878b7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.445644] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2a97f699-5581-414c-a166-84a7af74c72c None None] Enqueued Resource ID: 10673b5b-dd07-447a-b283-ee31358ad1a6 with Priority: HIGHEST for action port [ 664.446115] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10673b5b-dd07-447a-b283-ee31358ad1a6 with Priority: HIGHEST for action port [ 664.446432] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-10673b5b-dd07-447a-b283-ee31358ad1a6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.446564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10673b5b-dd07-447a-b283-ee31358ad1a6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.446613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10673b5b-dd07-447a-b283-ee31358ad1a6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.446868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10673b5b-dd07-447a-b283-ee31358ad1a6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.446950] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10673b5b-dd07-447a-b283-ee31358ad1a6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.785435] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eb8444a-dc98-4277-bb4c-ad16911878b7 [ 664.785741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.785923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.786038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.786336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.786457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.786638] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eb8444a-dc98-4277-bb4c-ad16911878b7 already deleted. [ 664.786707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb8444a-dc98-4277-bb4c-ad16911878b7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.950803] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10673b5b-dd07-447a-b283-ee31358ad1a6 [ 664.950803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.950803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.950803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.950803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.950803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.950803] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10673b5b-dd07-447a-b283-ee31358ad1a6 already deleted. [ 664.950803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10673b5b-dd07-447a-b283-ee31358ad1a6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.325426] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2c85e36-d56d-4ed4-850e-252debb0f483 req-151de78c-3c68-461a-a682-c51cd55e9de2 tempest-InstanceActionsTestJSON-1695369704 tempest-InstanceActionsTestJSON-1695369704-project-member] Enqueued Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_members [ 665.326769] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_members [ 665.327345] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.327345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.327345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.328567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.328567] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.328567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.328567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.328567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.328567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.329089] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.628245] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 665.628245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.628245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.628245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.628470] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.628533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.628570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.628744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.628816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.628882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.628970] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.726280] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-437" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-437" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-437" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.726280] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.726280] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.726878] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.726878] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.726878] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.726985] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.727162] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.727272] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.727427] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.755045] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.755220] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.755578] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.755809] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-437" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.756147] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-75d4069a-9e50-4fef-8be5-b97977bf456f taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.756320] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.756427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.756720] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.756917] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d4069a-9e50-4fef-8be5-b97977bf456f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.833724] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.833900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.833961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.835966] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.835966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 already deleted. [ 665.835966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.907051] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b1c46251-43b8-42a2-a080-e4539b588e4d None None] Enqueued Resource ID: af25b24e-87c0-496a-9196-4a3717656a59 with Priority: HIGHEST for action port [ 665.907678] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af25b24e-87c0-496a-9196-4a3717656a59 with Priority: HIGHEST for action port [ 665.908097] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-af25b24e-87c0-496a-9196-4a3717656a59 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.908293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af25b24e-87c0-496a-9196-4a3717656a59" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.908400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af25b24e-87c0-496a-9196-4a3717656a59" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.908692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af25b24e-87c0-496a-9196-4a3717656a59" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.909567] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af25b24e-87c0-496a-9196-4a3717656a59',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.132398] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.174363] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 666.174704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.175260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.176028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.176028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.176028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.176028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.176028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.176292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.176292] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.177752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 666.177936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.178175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.178352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.178481] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.178610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.178759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.178829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.178892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.178985] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.259609] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.260186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.260186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.260428] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.260608] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.260799] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 75d4069a-9e50-4fef-8be5-b97977bf456f not found, creating... [ 666.261135] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.261419] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.261566] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.261821] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.262045] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.262420] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.262616] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.262758] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.263020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.263597] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.263597] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 75d4069a-9e50-4fef-8be5-b97977bf456f is going to be created. [ 666.290349] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.290606] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.290752] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.291109] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.291397] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.291637] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.411216] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af25b24e-87c0-496a-9196-4a3717656a59 [ 666.411629] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.411973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.411973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.412275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.412275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.412381] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af25b24e-87c0-496a-9196-4a3717656a59 already deleted. [ 666.412381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af25b24e-87c0-496a-9196-4a3717656a59" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.635420] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0fa2b37-fb56-4263-8415-e1eec8a6b913: rpc.has_security_group_logging(os_id): False [ 666.657811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.657811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.657811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.657811] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be created. [ 666.683161] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.683161] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.720445] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.720630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.720630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.720848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.733258] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: IN_PROGRESS for 2s [ 666.738792] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5f6880cd-e219-4284-a175-69a6db3b401e None None] Enqueued Resource ID: 934bc9f4-27ce-43d1-9877-91c6212df0ef with Priority: HIGHEST for action port [ 666.740843] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc9f4-27ce-43d1-9877-91c6212df0ef with Priority: HIGHEST for action port [ 666.740843] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-934bc9f4-27ce-43d1-9877-91c6212df0ef taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.740843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-934bc9f4-27ce-43d1-9877-91c6212df0ef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.740843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-934bc9f4-27ce-43d1-9877-91c6212df0ef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.744723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-934bc9f4-27ce-43d1-9877-91c6212df0ef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.744723] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('934bc9f4-27ce-43d1-9877-91c6212df0ef',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.124244] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2c85e36-d56d-4ed4-850e-252debb0f483 req-6b2ae174-834e-4121-b702-074f309990b2 service nova] Enqueued Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_rules [ 667.126036] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2c85e36-d56d-4ed4-850e-252debb0f483 req-6b2ae174-834e-4121-b702-074f309990b2 service nova] Enqueued Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_members [ 667.126036] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2c85e36-d56d-4ed4-850e-252debb0f483 req-6b2ae174-834e-4121-b702-074f309990b2 service nova] Enqueued Resource ID: 75d4069a-9e50-4fef-8be5-b97977bf456f with Priority: HIGHEST for action port [ 667.131020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_rules [ 667.131020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_members [ 667.131020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d4069a-9e50-4fef-8be5-b97977bf456f with Priority: HIGHEST for action port [ 667.131020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.131020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.131020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.131020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.131020] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.131020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.131020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.131020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.131020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.131020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.134063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.134063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.134063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.134063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.134063] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.135513] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d4069a-9e50-4fef-8be5-b97977bf456f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.138216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.138216] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d4069a-9e50-4fef-8be5-b97977bf456f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.184747] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.188068] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.245502] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 934bc9f4-27ce-43d1-9877-91c6212df0ef [ 667.245841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.245998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.246091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.246336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.246433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.247042] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:934bc9f4-27ce-43d1-9877-91c6212df0ef already deleted. [ 667.247520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-934bc9f4-27ce-43d1-9877-91c6212df0ef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.455569] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0af8f675-e928-46f4-b6d6-5599f41348e6 None None] Enqueued Resource ID: dd64c237-3bef-4c9b-930c-cf2e7b7a851f with Priority: HIGHEST for action port [ 667.457115] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd64c237-3bef-4c9b-930c-cf2e7b7a851f with Priority: HIGHEST for action port [ 667.457492] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd64c237-3bef-4c9b-930c-cf2e7b7a851f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.457636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd64c237-3bef-4c9b-930c-cf2e7b7a851f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.457705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd64c237-3bef-4c9b-930c-cf2e7b7a851f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.457960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd64c237-3bef-4c9b-930c-cf2e7b7a851f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.458140] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd64c237-3bef-4c9b-930c-cf2e7b7a851f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.639678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.641611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.641611] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.647197] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75d4069a-9e50-4fef-8be5-b97977bf456f with status ACTIVE [ 667.647197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.647197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647197] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75d4069a-9e50-4fef-8be5-b97977bf456f is going to be updated. [ 667.650359] env[65840]: INFO networking_nsxv3.common.synchronization [req-9e19f359-5924-4efc-965f-0c4ac7feaf7a req-f4fed263-4cf1-4fb2-a281-e9afa5bc45fd tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 667.650359] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 667.650783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.650783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.650906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.651140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.651809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.651809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.651809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.651809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.651809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.652076] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.671646] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.671795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.671865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.672093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.672236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.672397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d4069a-9e50-4fef-8be5-b97977bf456f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.686207] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.687250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.687250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.687250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.687250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687250] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 667.695612] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.695730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.695795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.696019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.696124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.696221] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be updated. [ 667.755983] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.755983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.755983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.755983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.755983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.758531] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.758723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.758833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.759081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.759253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.780181] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: IN_PROGRESS for 2s [ 667.780991] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 667.962329] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd64c237-3bef-4c9b-930c-cf2e7b7a851f [ 667.962329] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.962553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.962553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.964760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.964760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.964760] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd64c237-3bef-4c9b-930c-cf2e7b7a851f already deleted. [ 667.964760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd64c237-3bef-4c9b-930c-cf2e7b7a851f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.144435] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.154994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.154994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.154994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.154994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.155268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.156103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.156103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.156103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.156103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.156103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.156103] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed95872-51dc-441e-9653-f3133005b927 already deleted. [ 668.156103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.421022] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.421022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.421022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.421022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.421748] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.422493] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.422493] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.422493] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.422649] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.422741] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.422890] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.422934] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.423040] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.423144] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.423247] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.423369] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.442422] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.442601] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.442729] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.442970] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.443308] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-c848aa11-ca45-4372-b2b4-f45224fc7f43 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.443482] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.443598] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.443969] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.444495] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c848aa11-ca45-4372-b2b4-f45224fc7f43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.648453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.648737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.648737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.648909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.649048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.649157] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 is going to be created. [ 668.676249] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.676397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.676463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.676673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.676832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.688413] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 in Status: UNINITIALIZED for 2s [ 668.728791] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a599fa55-5628-4f6f-b25c-7971a27509b7 None None] Enqueued Resource ID: af1d3394-eb12-4088-8990-12a43eb58c6a with Priority: HIGHEST for action port [ 668.729672] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1d3394-eb12-4088-8990-12a43eb58c6a with Priority: HIGHEST for action port [ 668.730060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1d3394-eb12-4088-8990-12a43eb58c6a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.730258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1d3394-eb12-4088-8990-12a43eb58c6a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.730343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1d3394-eb12-4088-8990-12a43eb58c6a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.730668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1d3394-eb12-4088-8990-12a43eb58c6a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.730778] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1d3394-eb12-4088-8990-12a43eb58c6a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.747817] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 668.748353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.946767] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.946767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.946767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.947071] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.947163] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.947323] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port c848aa11-ca45-4372-b2b4-f45224fc7f43 not found, creating... [ 668.947615] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.947780] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.947931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.948181] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.948313] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.948606] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.948759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.948876] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.949102] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.949228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.949756] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 is going to be created. [ 668.972500] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.972500] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.972500] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.972500] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.972500] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.972500] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.233838] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af1d3394-eb12-4088-8990-12a43eb58c6a [ 669.234479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.234743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.235070] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af1d3394-eb12-4088-8990-12a43eb58c6a already deleted. [ 669.235070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1d3394-eb12-4088-8990-12a43eb58c6a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.681519] env[65840]: INFO networking_nsxv3.common.synchronization [req-9e19f359-5924-4efc-965f-0c4ac7feaf7a req-7cee14cd-1c91-4ee3-b7df-38709199a68b service nova] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 669.681519] env[65840]: INFO networking_nsxv3.common.synchronization [req-9e19f359-5924-4efc-965f-0c4ac7feaf7a req-7cee14cd-1c91-4ee3-b7df-38709199a68b service nova] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 669.681832] env[65840]: INFO networking_nsxv3.common.synchronization [req-9e19f359-5924-4efc-965f-0c4ac7feaf7a req-7cee14cd-1c91-4ee3-b7df-38709199a68b service nova] Enqueued Resource ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 with Priority: HIGHEST for action port [ 669.682999] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 669.683262] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 669.683653] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 with Priority: HIGHEST for action port [ 669.684093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.684312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.684447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.684721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.685685] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.686944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.687177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.687298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.688031] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.688161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.688279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.688689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.688839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.689218] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.690958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c848aa11-ca45-4372-b2b4-f45224fc7f43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.691667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.691667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.691830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.691981] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c848aa11-ca45-4372-b2b4-f45224fc7f43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.797960] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 669.797960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.798692] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 669.799048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.799165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.799442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.799681] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.799834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.799934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.800357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.800437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800639] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.801607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.801809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.802000] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.802193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.802267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.802857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.802857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.802857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.802857] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.194654] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.194825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.197193] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.199201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c848aa11-ca45-4372-b2b4-f45224fc7f43 with status ACTIVE [ 670.199401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.199524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.199594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.199797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.199888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.200072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.200226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.200302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.200540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.200540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.200707] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.200802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.200865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.201023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.203245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.203889] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 is going to be updated. [ 670.226256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.226399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.226463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.226667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.226802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.226962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.281027] env[65840]: INFO networking_nsxv3.common.synchronization [req-bd109aa6-0063-40f6-bc51-5ab88bda6e02 req-fc4ea078-44f0-42fc-9e2a-0ddfded14d5b tempest-FloatingIPsAssociationTestJSON-881698856 tempest-FloatingIPsAssociationTestJSON-881698856-project-member] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 670.281027] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 670.281027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.281027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.281027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.281027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.307670] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.307842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.308736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308736] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.308736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.308988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.309530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.309663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.309942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.310263] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.312195] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.699762] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 in Status: SUCCESS [ 670.700081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.700278] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.701488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.704914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.704914] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.704914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.704914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.704914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.704914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704914] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.737884] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 670.737884] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_members [ 670.737884] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 670.737884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 670.737884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_members [ 670.737884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 670.739174] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.739174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.739918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.740101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.740713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.740983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.740983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.741193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.741289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.741423] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.742404] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ede8990-5f10-4265-820f-cb1e525d3747 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.743399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.743499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.743765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.743981] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.744081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.744161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.744910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.744981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.745087] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.747839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.747839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.747839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.747839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.747839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.748094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.748296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.748359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.748588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.748676] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.777702] env[65840]: INFO networking_nsxv3.common.synchronization [None req-9a6fbc5f-3a25-4101-b7bc-a96ce8daa9eb None None] Enqueued Resource ID: 029a1da4-8fd9-4de6-8530-40f4947765d4 with Priority: HIGHEST for action port [ 670.778270] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 029a1da4-8fd9-4de6-8530-40f4947765d4 with Priority: HIGHEST for action port [ 670.778597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-029a1da4-8fd9-4de6-8530-40f4947765d4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.778724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-029a1da4-8fd9-4de6-8530-40f4947765d4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.779605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-029a1da4-8fd9-4de6-8530-40f4947765d4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.780455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-029a1da4-8fd9-4de6-8530-40f4947765d4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.780548] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('029a1da4-8fd9-4de6-8530-40f4947765d4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.784551] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.786152] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_rules [ 670.788451] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 670.788451] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_rules [ 670.788451] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_members [ 670.788451] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 670.788451] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 670.788451] env[65840]: INFO networking_nsxv3.common.synchronization [req-d714fd8f-3d37-4544-b8cb-1a982f5254a3 req-c311446d-f8cc-42a8-aae0-442f94dee292 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d with Priority: HIGHEST for action port [ 670.789158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_rules [ 670.789158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_rules [ 670.789158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 670.789158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d with Priority: HIGHEST for action port [ 670.789158] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 670.789544] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 670.789544] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_members [ 670.789622] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.789675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.790051] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ede8990-5f10-4265-820f-cb1e525d3747 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.790051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.790051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.790793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.790793] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.792337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.792492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.792713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d1c20e-3994-4d91-acc1-c55edbf3454d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.792823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.792904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.793169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.793277] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d1c20e-3994-4d91-acc1-c55edbf3454d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.793583] env[65840]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 670.794248] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.794357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.796033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.796033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.797282] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ede8990-5f10-4265-820f-cb1e525d3747 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.797282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.812606] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 670.814413] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fa19e62-2409-4660-a44e-1ad74a1328ab: rpc.has_security_group_logging(os_id): False [ 670.833845] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.833845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.833845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.834120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.834169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.834342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.834490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.834553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.834658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.834735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835721] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.835721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.835721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835721] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836448] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 670.839597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.839765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.839765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.839952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.840026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.840255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.840388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.840445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.842688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.842688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.842688] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be created. [ 670.901672] env[65840]: INFO networking_nsxv3.common.synchronization [None req-70287e46-5a70-417d-a0eb-5f178bee34fd None None] Enqueued Resource ID: b32af7f7-4c51-4d36-bc53-3d0be929ce38 with Priority: HIGHEST for action port [ 670.902197] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32af7f7-4c51-4d36-bc53-3d0be929ce38 with Priority: HIGHEST for action port [ 670.902741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32af7f7-4c51-4d36-bc53-3d0be929ce38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.903272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32af7f7-4c51-4d36-bc53-3d0be929ce38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.903388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32af7f7-4c51-4d36-bc53-3d0be929ce38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.904026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32af7f7-4c51-4d36-bc53-3d0be929ce38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.904026] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32af7f7-4c51-4d36-bc53-3d0be929ce38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.917787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.918051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.918051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.918236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.918425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.921302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.921445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.921487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.921703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.921845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.947846] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: IN_PROGRESS for 2s [ 670.976300] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 671.261683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.261683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.261683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.264024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.264024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.264024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed95872-51dc-441e-9653-f3133005b927 is going to be created. [ 671.264024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.264024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.264024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.271302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.271302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.271302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.271302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.271302] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.272335] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.273776] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.276898] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.282928] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 029a1da4-8fd9-4de6-8530-40f4947765d4 [ 671.283882] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.284141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.284271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.284594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.284844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.285075] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:029a1da4-8fd9-4de6-8530-40f4947765d4 already deleted. [ 671.285329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-029a1da4-8fd9-4de6-8530-40f4947765d4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.288514] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.298920] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d1c20e-3994-4d91-acc1-c55edbf3454d with status ACTIVE [ 671.298920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.298920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.298920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.298920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.298920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.298920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.298920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.298920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.299754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.299754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.299754] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.299754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.299754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.300083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.300083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.300083] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d1c20e-3994-4d91-acc1-c55edbf3454d is going to be updated. [ 671.310019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ede8990-5f10-4265-820f-cb1e525d3747 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.310382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.338291] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.338728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.339094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.339094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.339475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.350365] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.351143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.351143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.351143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.351143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.351365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d1c20e-3994-4d91-acc1-c55edbf3454d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.352844] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: UNINITIALIZED for 2s [ 671.408126] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b32af7f7-4c51-4d36-bc53-3d0be929ce38 [ 671.408126] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.408300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.408524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.408613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.408685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.408748] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b32af7f7-4c51-4d36-bc53-3d0be929ce38 already deleted. [ 671.408923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32af7f7-4c51-4d36-bc53-3d0be929ce38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.420553] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.420756] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420862] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421205] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421423] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.421606] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.421722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421961] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.422116] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.422391] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.422519] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.422620] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.422720] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.422822] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.422926] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.423052] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.442762] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.442989] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.443076] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.443255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-973" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.444233] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-8459fdd7-2034-445b-a04c-c7c917a91c75 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.444233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.444233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.444233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.444663] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8459fdd7-2034-445b-a04c-c7c917a91c75',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.779290] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 198b341c-7b59-41be-9684-7f62b1c6dbe8: rpc.has_security_group_logging(os_id): False [ 671.780602] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.781721] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.797248] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.797248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.797248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.797248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.797248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.797248] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be updated. [ 671.800013] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.800157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.800284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.800481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.800557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.801327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.801327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.801327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.801327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.801327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.802142] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.802277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.802277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.802501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.802501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.802691] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.802787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.802839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.802981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.803075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.803164] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 is going to be created. [ 671.814046] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.857991] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.858245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.858245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.858610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.858610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.871359] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: IN_PROGRESS for 2s [ 671.890430] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.890658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.890889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.891117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.907418] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 in Status: IN_PROGRESS for 2s [ 671.946705] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.946985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.947151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.947406] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.947562] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.947712] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 8459fdd7-2034-445b-a04c-c7c917a91c75 not found, creating... [ 671.948032] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.948403] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.948544] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.948818] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.948999] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.949461] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.949629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.949747] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.949977] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.950125] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.950367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 8459fdd7-2034-445b-a04c-c7c917a91c75 is going to be created. [ 671.980317] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.980667] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.980834] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.981161] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.981444] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.981716] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.284960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.284960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.284960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.284960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.284960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.284960] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 672.285787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.285916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.285985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.286327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.286327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.288454] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ede8990-5f10-4265-820f-cb1e525d3747 is going to be created. [ 672.318356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.318569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.318706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.319042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.319191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.319340] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be updated. [ 672.357038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.357038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.357038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.357038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.357038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.365385] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.365855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.365855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.365855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.366485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.373373] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: UNINITIALIZED for 2s [ 672.378896] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 672.387243] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.387243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.387772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.387772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.387772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.399347] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: IN_PROGRESS for 2s [ 672.762504] env[65840]: INFO networking_nsxv3.common.synchronization [req-bd109aa6-0063-40f6-bc51-5ab88bda6e02 req-e1e4d19d-c823-4c9c-9180-eb2d9435999b service nova] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_rules [ 672.762504] env[65840]: INFO networking_nsxv3.common.synchronization [req-bd109aa6-0063-40f6-bc51-5ab88bda6e02 req-e1e4d19d-c823-4c9c-9180-eb2d9435999b service nova] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 672.762504] env[65840]: INFO networking_nsxv3.common.synchronization [req-bd109aa6-0063-40f6-bc51-5ab88bda6e02 req-e1e4d19d-c823-4c9c-9180-eb2d9435999b service nova] Enqueued Resource ID: 8459fdd7-2034-445b-a04c-c7c917a91c75 with Priority: HIGHEST for action port [ 672.762504] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_rules [ 672.762504] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 672.762504] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8459fdd7-2034-445b-a04c-c7c917a91c75 with Priority: HIGHEST for action port [ 672.762504] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.762803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.762803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.762896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.762979] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.764149] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.764254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.764417] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8459fdd7-2034-445b-a04c-c7c917a91c75 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.764638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.764681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.764812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.764884] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8459fdd7-2034-445b-a04c-c7c917a91c75',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.964886] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 672.964886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.964886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.964886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.964886] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.990067] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 672.990342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.990525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.990777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.990912] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.209106] env[65840]: INFO networking_nsxv3.common.synchronization [req-f2a93d73-c70a-4245-ac50-cff0560e2ffc req-8b92138c-57f5-4361-bf70-f294bf6be51c tempest-ServersWithSpecificFlavorTestJSON-1798308135 tempest-ServersWithSpecificFlavorTestJSON-1798308135-project-member] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 673.211060] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 673.211469] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.211598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.211944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.212248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.212314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.212474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.212678] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.266766] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.266905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.268528] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8459fdd7-2034-445b-a04c-c7c917a91c75 with status ACTIVE [ 673.268816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.269088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.269183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.269433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.269727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.269913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.270040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.270531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.271024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.271024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.272668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.272668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.272668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.272668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.272668] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8459fdd7-2034-445b-a04c-c7c917a91c75 is going to be updated. [ 673.318715] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.319323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.319323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.319323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.319514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.319587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8459fdd7-2034-445b-a04c-c7c917a91c75" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.367162] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: SUCCESS [ 673.367835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.367835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.368058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.368136] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.368829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.368829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.368829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.368829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.368829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.368829] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.470036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.470036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.494721] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.494909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.656484] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.656712] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.656867] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.657255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.657572] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.658325] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.658516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.658823] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.658952] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.659207] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.659319] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.659437] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.659603] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.659662] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.659721] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.659849] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.683190] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.683190] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.683325] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.683412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.684395] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.684395] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.684608] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.684921] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.685073] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ced764-c2e1-4e55-b0f0-90c3e76b06f2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.716942] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.716942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.716942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.717346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.717346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.717542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.717731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.717803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.717958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.718048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.718163] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 already deleted. [ 673.718423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.720521] env[65840]: INFO networking_nsxv3.common.synchronization [req-84baeb35-ed82-4ef1-adb7-01bfd023eb07 req-aa862452-6f0a-4161-80a0-631db56a6823 tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: c29718ac-5950-450b-93b3-9dd898cf38ad with Priority: HIGHEST for action security_group_rules [ 673.721099] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29718ac-5950-450b-93b3-9dd898cf38ad with Priority: HIGHEST for action security_group_rules [ 673.721560] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29718ac-5950-450b-93b3-9dd898cf38ad taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.721703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.721796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.721979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.722260] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29718ac-5950-450b-93b3-9dd898cf38ad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.873455] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.883753] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 673.884021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.884181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.884514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.884712] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.884842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.884898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.885070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.885156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.885253] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.892213] env[65840]: INFO networking_nsxv3.common.synchronization [None req-713ececc-26fc-4ed3-ad6f-92d14432da58 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_rules [ 673.892674] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_rules [ 673.892803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.893146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.893146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.893368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.893368] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.921306] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 in Status: SUCCESS [ 673.921965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.009261] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a1e78787-13a7-4fc4-b78c-b3e1fdf2b9de None None] Enqueued Resource ID: 08066e22-a5f0-4d59-9176-942a9a22d58c with Priority: HIGHEST for action port [ 674.009792] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08066e22-a5f0-4d59-9176-942a9a22d58c with Priority: HIGHEST for action port [ 674.010780] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-08066e22-a5f0-4d59-9176-942a9a22d58c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.010780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08066e22-a5f0-4d59-9176-942a9a22d58c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.010780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08066e22-a5f0-4d59-9176-942a9a22d58c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.010780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08066e22-a5f0-4d59-9176-942a9a22d58c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.010780] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08066e22-a5f0-4d59-9176-942a9a22d58c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.187366] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.187596] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.187826] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.188056] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.188235] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.188399] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 36ced764-c2e1-4e55-b0f0-90c3e76b06f2 not found, creating... [ 674.188701] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.188864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.188975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.189211] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.189377] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.189658] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.189808] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.189916] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.190511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.190663] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.190978] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 36ced764-c2e1-4e55-b0f0-90c3e76b06f2 is going to be created. [ 674.212025] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.212227] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.212354] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.212773] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.213018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.213235] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.243268] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.243500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.243500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.243685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.243766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.243866] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29718ac-5950-450b-93b3-9dd898cf38ad already deleted. [ 674.244063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.379035] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ed95872-51dc-441e-9653-f3133005b927: rpc.has_security_group_logging(os_id): False [ 674.386115] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: SUCCESS [ 674.386347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.386514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.386734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.386928] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.387069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.387137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.387299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.387390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.387485] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.389121] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.393161] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 674.393308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.393464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.393667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.393845] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.393960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.394634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.394634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.394634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.394634] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.402709] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.402920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.402920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.403141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.403257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.403511] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.403663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.403713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.403848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.403927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.404083] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed95872-51dc-441e-9653-f3133005b927 is going to be created. [ 674.409083] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 674.409365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.409923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.411136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.411136] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.411136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.411136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.411136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.411136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.411136] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.417999] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.418184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.418263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.418456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.418545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.418634] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 already deleted. [ 674.418716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.466591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.466832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.466832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.467014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.470977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.480149] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: IN_PROGRESS for 2s [ 674.514082] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08066e22-a5f0-4d59-9176-942a9a22d58c [ 674.514302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.514453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.514518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.514742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.514862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.514920] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08066e22-a5f0-4d59-9176-942a9a22d58c already deleted. [ 674.514997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08066e22-a5f0-4d59-9176-942a9a22d58c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.894572] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.895941] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.901065] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.913484] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.980201] env[65840]: INFO networking_nsxv3.common.synchronization [req-f2a93d73-c70a-4245-ac50-cff0560e2ffc req-16cca074-b35f-4b13-a4d2-7a817f8414e7 service nova] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 674.980413] env[65840]: INFO networking_nsxv3.common.synchronization [req-f2a93d73-c70a-4245-ac50-cff0560e2ffc req-16cca074-b35f-4b13-a4d2-7a817f8414e7 service nova] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 674.980549] env[65840]: INFO networking_nsxv3.common.synchronization [req-f2a93d73-c70a-4245-ac50-cff0560e2ffc req-16cca074-b35f-4b13-a4d2-7a817f8414e7 service nova] Enqueued Resource ID: 36ced764-c2e1-4e55-b0f0-90c3e76b06f2 with Priority: HIGHEST for action port [ 674.981069] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 674.981597] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 674.981679] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ced764-c2e1-4e55-b0f0-90c3e76b06f2 with Priority: HIGHEST for action port [ 674.981960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.982138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.982183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.982371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.982449] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.983355] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.983477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.983881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.983881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.983881] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.984047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.984047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.984168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.984363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.984363] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.985259] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.985259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.985359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.985461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.985540] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ced764-c2e1-4e55-b0f0-90c3e76b06f2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.221265] env[65840]: INFO networking_nsxv3.common.synchronization [None req-f7e240e9-27af-4cf4-b251-103cfe267621 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_rules [ 675.221833] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_rules [ 675.222150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.222432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.222432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.222557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.222624] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.401735] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.402062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.402130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.402396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.402468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.402506] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be updated. [ 675.404215] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.405263] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.415822] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.438258] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.439151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.449021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: IN_PROGRESS for 2s [ 675.490256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.490256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.490256] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.491455] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36ced764-c2e1-4e55-b0f0-90c3e76b06f2 with status ACTIVE [ 675.491659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.491791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.491858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.492075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.492166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.492340] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.492483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.492586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.492727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.496201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.496201] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.496201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.496201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.496201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.496201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.496201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36ced764-c2e1-4e55-b0f0-90c3e76b06f2 is going to be updated. [ 675.520122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.520122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.520122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.520122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.520122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.520122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ced764-c2e1-4e55-b0f0-90c3e76b06f2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.641280] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2ae01240-4f33-436b-8c4e-433fa750bdfe None None] Enqueued Resource ID: 200a19fe-073c-4a27-b895-7edbbac5034b with Priority: HIGHEST for action port [ 675.642957] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200a19fe-073c-4a27-b895-7edbbac5034b with Priority: HIGHEST for action port [ 675.643670] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-200a19fe-073c-4a27-b895-7edbbac5034b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.643670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200a19fe-073c-4a27-b895-7edbbac5034b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.643670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200a19fe-073c-4a27-b895-7edbbac5034b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.643887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200a19fe-073c-4a27-b895-7edbbac5034b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.643887] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200a19fe-073c-4a27-b895-7edbbac5034b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.746033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.747021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.747124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.747330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.747429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.747557] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 already deleted. [ 675.748207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.907694] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.907955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.908720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.908720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.908720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.908720] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ede8990-5f10-4265-820f-cb1e525d3747 is going to be updated. [ 675.910819] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.911590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.911700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.911909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.912083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.912203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 675.923075] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.923075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.923075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.923075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.923075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.923075] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be updated. [ 675.943978] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.944170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.944230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.944439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.944595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.947091] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.947244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.947337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.947545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.947672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.957455] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 675.958296] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: IN_PROGRESS for 2s [ 675.959151] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.959320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.959394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.959657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.959817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.971367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: IN_PROGRESS for 2s [ 675.995916] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.146044] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 200a19fe-073c-4a27-b895-7edbbac5034b [ 676.146044] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.146427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.146427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.146427] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:200a19fe-073c-4a27-b895-7edbbac5034b already deleted. [ 676.146427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200a19fe-073c-4a27-b895-7edbbac5034b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.496323] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: SUCCESS [ 676.496631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.499034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.499212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.499212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.499451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.499523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.499570] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be created. [ 676.525225] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.525436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.525515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.525755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.525918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.538047] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: UNINITIALIZED for 2s [ 677.464291] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 677.464517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.464704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.464936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.465144] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.465263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.465366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.465477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.465559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.465643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.465731] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.483170] env[65840]: INFO networking_nsxv3.common.synchronization [req-710dcee8-df57-448f-8a50-c98be8d484c5 req-34149e95-20dc-43ec-9c3a-53cd2ae79014 tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 677.483857] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 677.485512] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.485649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.485720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.485989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.486240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.486347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.486412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.486580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.486667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.486764] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.819688] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.819973] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.820142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.820553] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.820987] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.821299] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.821523] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.822072] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.822170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.822464] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.822648] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.823107] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.823326] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.823528] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.823713] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.823938] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.854134] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.854381] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.854530] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.854714] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.855223] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.855465] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.855650] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.856081] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.856266] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.971885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.971885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.971885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.971885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.971885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.973278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.973278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.973278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.973278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.973278] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.974276] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: SUCCESS [ 677.974276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.974906] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 677.975083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.976067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.976247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.976412] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.976523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.976584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.976744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.976912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.976912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.977039] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.978600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.978940] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.979065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.979138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.979276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.979354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979519] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.988972] env[65840]: INFO networking_nsxv3.common.synchronization [None req-df6c544e-d899-4187-bffa-166ace17f9f2 None None] Enqueued Resource ID: e9a259eb-a14f-452e-adb3-c60a4eec13af with Priority: HIGHEST for action port [ 677.989667] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 677.989765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.990902] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.990902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.990902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.991173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993014] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993757] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 already deleted. [ 677.993881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994496] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a259eb-a14f-452e-adb3-c60a4eec13af with Priority: HIGHEST for action port [ 677.994841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.995206] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.995406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.995406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.996854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.996996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.997135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.997243] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.998660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a259eb-a14f-452e-adb3-c60a4eec13af taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.999029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a259eb-a14f-452e-adb3-c60a4eec13af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.999029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a259eb-a14f-452e-adb3-c60a4eec13af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.999151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a259eb-a14f-452e-adb3-c60a4eec13af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.999219] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a259eb-a14f-452e-adb3-c60a4eec13af',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.358625] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.358866] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.358987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.359281] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.359425] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.359568] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 not found, creating... [ 678.359820] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.359970] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.360093] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.360375] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.360512] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.360787] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.360931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.361102] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.361312] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.361456] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.361590] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 is going to be created. [ 678.481716] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.483143] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5f27b26-eec9-45db-9543-cc60b38390fc: rpc.has_security_group_logging(os_id): False [ 678.484272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.484401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.484471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.484670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.484816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.484915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.484978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.485162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.485245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.485333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.485475] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.485567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.485624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.485762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.485924] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.486030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.486092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.486268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.486349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.486431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.486517] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.488449] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.488623] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.488728] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.489020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.489288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.489533] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.501303] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.502189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9a259eb-a14f-452e-adb3-c60a4eec13af [ 678.502440] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.502574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.502634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.502844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.502931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.503053] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9a259eb-a14f-452e-adb3-c60a4eec13af already deleted. [ 678.503138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a259eb-a14f-452e-adb3-c60a4eec13af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.507579] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.507739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.507985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.507985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.508091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.508268] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.508394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.508466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.508626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.508701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.508905] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.509054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.509133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.509283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.509365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.509534] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.509626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.509687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.509993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.509993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.509993] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be updated. [ 678.547605] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 678.547857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.548079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.548422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.548651] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.548799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.548881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.549100] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.549208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.549340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.549477] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.574711] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.574864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.574933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.575175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.575373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.591136] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: IN_PROGRESS for 2s [ 678.988842] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ede8990-5f10-4265-820f-cb1e525d3747: rpc.has_security_group_logging(os_id): False [ 678.991875] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 679.004398] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fa19e62-2409-4660-a44e-1ad74a1328ab: rpc.has_security_group_logging(os_id): False [ 679.022889] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.023186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.023696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.023696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.023882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.025232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.025232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.025232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.025232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.028530] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.028530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.028530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 679.029211] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.029211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.029322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.029574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.029692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.029990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.030151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.030310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.030932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.030932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.030932] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ede8990-5f10-4265-820f-cb1e525d3747 is going to be created. [ 679.035606] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.035870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.036039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.036943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.036943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.036943] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.037260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.037260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.037535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.037635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.037752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be updated. [ 679.051639] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.105679] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c70ccf04-8528-41b1-a09a-63239de40cad tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 679.107029] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 679.107682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.107871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.107982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108566] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.132801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.133167] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.133474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.133747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.136697] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.137196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.137196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.137345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.138138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.162405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: IN_PROGRESS for 2s [ 679.163255] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: IN_PROGRESS for 2s [ 679.174977] env[65840]: INFO networking_nsxv3.common.synchronization [req-710dcee8-df57-448f-8a50-c98be8d484c5 req-fe32a6e3-c00c-4064-8f0e-a622518137da service nova] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_rules [ 679.175199] env[65840]: INFO networking_nsxv3.common.synchronization [req-710dcee8-df57-448f-8a50-c98be8d484c5 req-fe32a6e3-c00c-4064-8f0e-a622518137da service nova] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 679.175309] env[65840]: INFO networking_nsxv3.common.synchronization [req-710dcee8-df57-448f-8a50-c98be8d484c5 req-fe32a6e3-c00c-4064-8f0e-a622518137da service nova] Enqueued Resource ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with Priority: HIGHEST for action port [ 679.175840] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_rules [ 679.176032] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 679.176444] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with Priority: HIGHEST for action port [ 679.176795] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.176960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.177053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.177333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.177426] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.180362] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.180362] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.180362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.180362] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.181453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182293] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.211834] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.212014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.212108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.212330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.212480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.269926] env[65840]: INFO networking_nsxv3.common.synchronization [None req-22797644-7958-4a0c-bd92-fedfe48a0c94 tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 679.271494] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 679.271972] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.272094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.273861] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 679.554051] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6: rpc.has_security_group_logging(os_id): False [ 679.586981] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.586981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.586981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.586981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.586981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.587357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.587357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.587531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.587531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.587633] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be created. [ 679.630075] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.630354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.630354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.630596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.630691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.630814] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da already deleted. [ 679.630924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.631069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.632518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.632518] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.661662] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.661842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.661994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.662263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.662513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.677279] env[65840]: INFO networking_nsxv3.common.synchronization [req-d882bb1a-e6b7-4b08-a275-6fe11ab7ca87 req-820fa146-2bdc-4a6e-803b-021774b0ee46 tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: c29718ac-5950-450b-93b3-9dd898cf38ad with Priority: HIGHEST for action security_group_rules [ 679.677995] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29718ac-5950-450b-93b3-9dd898cf38ad with Priority: HIGHEST for action security_group_rules [ 679.678437] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29718ac-5950-450b-93b3-9dd898cf38ad taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.678623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.678713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.679000] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.679132] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29718ac-5950-450b-93b3-9dd898cf38ad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.682362] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: IN_PROGRESS for 2s [ 679.684168] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.684316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.684541] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.688518] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with status ACTIVE [ 679.688802] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.688986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.689109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.689491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.689569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.689996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.689996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.689996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.690207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.690325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.691041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.691041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.691041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.691041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.691636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.691636] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 is going to be updated. [ 679.733094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.733094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.733094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.733094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.733421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.733480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.157619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.157619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.157619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.157619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.157619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.157619] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da already deleted. [ 680.157619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.187332] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.201157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.202818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.202818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.203097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.203200] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.203305] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29718ac-5950-450b-93b3-9dd898cf38ad already deleted. [ 680.203388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.614338] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 680.614645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.689862] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.690056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.690235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.690584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.690701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.690827] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be created. [ 680.723756] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.723756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.723756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.724038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.724128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.740316] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: UNINITIALIZED for 2s [ 681.179653] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: SUCCESS [ 681.180035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.180889] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 681.182024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.300081] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 681.300280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.697481] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 681.697481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.751711] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 682.752176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.752176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.752521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.752775] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.753529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.754203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.754203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.754283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.754381] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.260779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.261838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.261838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.261979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.262242] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.262408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.262528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.262787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.262894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.262989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.263191] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.263292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.263353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.263508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.263642] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.263737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.263811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.263929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.264016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.264097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.264185] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.767111] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc6a6249-2835-4b19-84e9-690daed08c41: rpc.has_security_group_logging(os_id): False [ 683.788126] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.788540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.788540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.788663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.788663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.788843] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.788935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.790036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.790036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.793465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.793465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.793465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793465] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be created. [ 683.859314] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.859512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.859582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.860178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.860178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.875669] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 684.678741] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 684.678893] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 684.714887] env[65840]: INFO networking_nsxv3.common.synchronization [req-be58aa08-f949-4afe-b374-93a24966b099 req-ffa0b9ce-e312-47fb-948e-604d338efc3a tempest-ServerDiagnosticsNegativeTest-915961012 tempest-ServerDiagnosticsNegativeTest-915961012-project-member] Enqueued Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_members [ 684.714887] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 with Priority: HIGHEST for action security_group_members [ 684.714887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e4bca5-b10b-46eb-9128-8439388f4ae8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.714887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.714887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.714887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.714887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.715230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.715230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.715504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.715636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.715760] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e4bca5-b10b-46eb-9128-8439388f4ae8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.772295] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-b66c8830-ddf7-497c-ad41-f87b54fa53f9 tempest-ListServersNegativeTestJSON-193902661 tempest-ListServersNegativeTestJSON-193902661-project-member] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 684.772295] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 684.772811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.773129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.773282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.773879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.774165] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.775532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.775532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.775532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.775532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.775532] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.221787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.221787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.221787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.221787] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 is going to be updated. [ 685.262573] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.262873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.262873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.263534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.263534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.273580] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 in Status: IN_PROGRESS for 2s [ 685.278075] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.278075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.278075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.278075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.279303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.279303] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.279303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.279303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.279303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.279303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.279303] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 already deleted. [ 685.279303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.417735] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.417950] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.418213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.418758] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.419203] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.419505] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.419842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.420046] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.420252] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.421205] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.421205] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.421205] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.421205] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.421205] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.421472] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.422098] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.442209] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.442419] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.442579] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.442861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.443239] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.443423] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.443539] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.443844] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.443975] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ad22e2-2d91-474a-85ba-1f57b88b66a5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.888541] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 685.888864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.950284] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.950630] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.950866] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.951239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.951447] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.951676] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port a2ad22e2-2d91-474a-85ba-1f57b88b66a5 not found, creating... [ 685.951988] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.952206] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.952360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.952646] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.952827] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.953247] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.953507] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.953603] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.953863] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.954055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.954238] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: a2ad22e2-2d91-474a-85ba-1f57b88b66a5 is going to be created. [ 685.975883] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.976205] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.976364] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.976692] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.977216] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.977520] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.480989] env[65840]: INFO networking_nsxv3.common.synchronization [None req-9bdfcbfe-d8a3-4660-96d2-b0626d27aa6b None None] Enqueued Resource ID: b4bf5219-f60e-43e2-98e6-a724f4fd0d14 with Priority: HIGHEST for action port [ 686.481616] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf5219-f60e-43e2-98e6-a724f4fd0d14 with Priority: HIGHEST for action port [ 686.481971] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bf5219-f60e-43e2-98e6-a724f4fd0d14 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.482123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bf5219-f60e-43e2-98e6-a724f4fd0d14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.482183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bf5219-f60e-43e2-98e6-a724f4fd0d14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.482433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bf5219-f60e-43e2-98e6-a724f4fd0d14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.482519] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bf5219-f60e-43e2-98e6-a724f4fd0d14',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.685018] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-bf545e3b-7226-43c4-a698-7da25271c6c5 service nova] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_rules [ 686.685018] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-bf545e3b-7226-43c4-a698-7da25271c6c5 service nova] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 686.685018] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-bf545e3b-7226-43c4-a698-7da25271c6c5 service nova] Enqueued Resource ID: a2ad22e2-2d91-474a-85ba-1f57b88b66a5 with Priority: HIGHEST for action port [ 686.685605] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_rules [ 686.685709] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 686.686345] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ad22e2-2d91-474a-85ba-1f57b88b66a5 with Priority: HIGHEST for action port [ 686.689151] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.690027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.690027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.690027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.690027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.690832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.690955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.691367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.691367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.692264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.692406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.692510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.692717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.692892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.692957] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.694074] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.696370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.696370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.696821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.696821] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ad22e2-2d91-474a-85ba-1f57b88b66a5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.985087] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4bf5219-f60e-43e2-98e6-a724f4fd0d14 [ 686.985087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.985087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.985087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.985087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.985585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.985585] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4bf5219-f60e-43e2-98e6-a724f4fd0d14 already deleted. [ 686.985805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bf5219-f60e-43e2-98e6-a724f4fd0d14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.199612] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.202164] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.202164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.203044] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2ad22e2-2d91-474a-85ba-1f57b88b66a5 with status ACTIVE [ 687.203160] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.203251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.203341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.203505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.203594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.203767] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.203864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.203923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.204098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.204173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.204342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.204466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.204540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.204686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.204866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.204866] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2ad22e2-2d91-474a-85ba-1f57b88b66a5 is going to be updated. [ 687.230274] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.230716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.230791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.231023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.231209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.231386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ad22e2-2d91-474a-85ba-1f57b88b66a5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.290091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 in Status: SUCCESS [ 687.292146] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e4bca5-b10b-46eb-9128-8439388f4ae8 deletion is rescheduled due to dependency. [ 687.292146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e4bca5-b10b-46eb-9128-8439388f4ae8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.704195] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.207829] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.208233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.208233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.208320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.208425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.208494] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be created. [ 688.235326] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.235453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.235750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.235750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.235882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.247400] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: UNINITIALIZED for 2s [ 688.635303] env[65840]: INFO networking_nsxv3.common.synchronization [None req-ed2ee6d0-dbc9-4b58-89f3-d9b739b37175 None None] Enqueued Resource ID: 74083f31-6c18-49e2-b286-d8baf41014c9 with Priority: HIGHEST for action port [ 688.635303] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74083f31-6c18-49e2-b286-d8baf41014c9 with Priority: HIGHEST for action port [ 688.635303] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-74083f31-6c18-49e2-b286-d8baf41014c9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.635303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74083f31-6c18-49e2-b286-d8baf41014c9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.635303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74083f31-6c18-49e2-b286-d8baf41014c9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.635303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74083f31-6c18-49e2-b286-d8baf41014c9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.635303] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74083f31-6c18-49e2-b286-d8baf41014c9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.118806] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-ef43cc58-d4d1-434d-9f17-038b16fc3bda tempest-ListServersNegativeTestJSON-193902661 tempest-ListServersNegativeTestJSON-193902661-project-member] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 689.122050] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 689.122050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.122050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.137810] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74083f31-6c18-49e2-b286-d8baf41014c9 [ 689.138172] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.138341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.138496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.138724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.138782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.138871] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74083f31-6c18-49e2-b286-d8baf41014c9 already deleted. [ 689.138948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74083f31-6c18-49e2-b286-d8baf41014c9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.589761] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.590296] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.590296] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.590483] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.590810] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.590956] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.590956] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.591193] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.591332] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.591539] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.591645] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.591766] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.591933] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.592081] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.592081] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.592215] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.612189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.613031] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.613031] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.613031] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.613240] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-36004289-f844-46f8-9dd2-a4bc0aa0038f taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.613411] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.613411] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.613824] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.614055] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36004289-f844-46f8-9dd2-a4bc0aa0038f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.117317] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.117525] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.117772] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118009] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118480] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 36004289-f844-46f8-9dd2-a4bc0aa0038f not found, creating... [ 690.118738] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118920] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.119064] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.119300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.119461] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.119770] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.119932] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.120074] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.120300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.120507] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.120624] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 36004289-f844-46f8-9dd2-a4bc0aa0038f is going to be created. [ 690.146708] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.146914] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.147049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.147358] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.147586] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.147800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.276491] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 690.276804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.277149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.277566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.277695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.277877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.277980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.278426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.278641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.278849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.279081] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.280312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.280678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.280996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.281266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.281752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.281752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.281752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.281961] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.786545] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.786900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.786900] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.860913] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-a515ddbd-76cd-46f0-9818-7d653b52695c service nova] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_rules [ 690.861152] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-a515ddbd-76cd-46f0-9818-7d653b52695c service nova] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 690.861317] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-a515ddbd-76cd-46f0-9818-7d653b52695c service nova] Enqueued Resource ID: 36004289-f844-46f8-9dd2-a4bc0aa0038f with Priority: HIGHEST for action port [ 690.862060] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_rules [ 690.862238] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 690.862388] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36004289-f844-46f8-9dd2-a4bc0aa0038f with Priority: HIGHEST for action port [ 690.862656] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.862785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.863025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.863105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.863322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-36004289-f844-46f8-9dd2-a4bc0aa0038f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.863443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.863712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.863949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.864032] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36004289-f844-46f8-9dd2-a4bc0aa0038f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.184127] env[65840]: INFO networking_nsxv3.common.synchronization [req-772f9348-8e5b-4c8c-8db6-2e95710a2486 req-dc6f755a-b4bd-4645-823f-8af2bb1b8582 tempest-SecurityGroupRulesTestJSON-2051398160 tempest-SecurityGroupRulesTestJSON-2051398160-project-member] Enqueued Resource ID: c29718ac-5950-450b-93b3-9dd898cf38ad with Priority: HIGHEST for action security_group_rules [ 691.184765] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29718ac-5950-450b-93b3-9dd898cf38ad with Priority: HIGHEST for action security_group_rules [ 691.185133] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29718ac-5950-450b-93b3-9dd898cf38ad taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.185352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.185352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.185754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.185974] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29718ac-5950-450b-93b3-9dd898cf38ad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.290773] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.367807] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36004289-f844-46f8-9dd2-a4bc0aa0038f with status ACTIVE [ 691.367807] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.367807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.367807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.367807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.370241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.370241] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.370241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.370241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.372207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.372207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.372207] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.372207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.372207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.372207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.372207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.372207] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36004289-f844-46f8-9dd2-a4bc0aa0038f is going to be updated. [ 691.394912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.395169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.395169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.395426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.395508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.395764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36004289-f844-46f8-9dd2-a4bc0aa0038f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.706895] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.707075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.707133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.707351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.707449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.707552] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29718ac-5950-450b-93b3-9dd898cf38ad already deleted. [ 691.707638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29718ac-5950-450b-93b3-9dd898cf38ad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.797593] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.797593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.797593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.797593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.797593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.797593] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 691.836937] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.836937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.836937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.836937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.837420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.848786] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 691.935438] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-eab63e99-5810-4d02-ac36-634ca190cd41 tempest-ListServersNegativeTestJSON-193902661 tempest-ListServersNegativeTestJSON-193902661-project-member] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 691.936508] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 691.936968] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.937121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.498480] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.498682] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.498733] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.499908] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.500105] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.500327] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.500496] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.500795] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.500960] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.501336] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.501495] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.501607] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.501724] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.501890] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.502039] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.502204] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.534747] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.534747] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.534747] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.534747] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-253" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.535432] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-81a9838f-e661-4767-84c3-4b1dae14df0d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.535667] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.535808] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.536236] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.536440] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a9838f-e661-4767-84c3-4b1dae14df0d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.039577] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.040319] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040319] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.040319] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.040653] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.040653] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 81a9838f-e661-4767-84c3-4b1dae14df0d not found, creating... [ 693.040930] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041101] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041272] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.041412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.041412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.041412] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.042456] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.042541] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.042675] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 81a9838f-e661-4767-84c3-4b1dae14df0d is going to be created. [ 693.067454] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.067656] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.067774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.068078] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.068427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.068678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.802193] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-b490c05e-7fe6-4afd-b3e1-5de41927c6fe service nova] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_rules [ 693.803372] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-b490c05e-7fe6-4afd-b3e1-5de41927c6fe service nova] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 693.803372] env[65840]: INFO networking_nsxv3.common.synchronization [req-b252784c-c246-411b-9bfb-183b4709c005 req-b490c05e-7fe6-4afd-b3e1-5de41927c6fe service nova] Enqueued Resource ID: 81a9838f-e661-4767-84c3-4b1dae14df0d with Priority: HIGHEST for action port [ 693.803372] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_rules [ 693.803650] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 693.803650] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a9838f-e661-4767-84c3-4b1dae14df0d with Priority: HIGHEST for action port [ 693.803825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.803907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.804128] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.804220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.804392] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a9838f-e661-4767-84c3-4b1dae14df0d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.804490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.804562] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.804931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.804931] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a9838f-e661-4767-84c3-4b1dae14df0d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.861896] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 693.862141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.862878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.863217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.863423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.863547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.863615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.863775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.863859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.863945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.864134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.864215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.864275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.864418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.864553] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.864675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.864764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.864895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.864969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.865270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.865380] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.866286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.866451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.866597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.866699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.866760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.866899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.866975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.867079] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.307616] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a9838f-e661-4767-84c3-4b1dae14df0d with status ACTIVE [ 694.308170] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.308362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.308522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.308742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.308857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.309078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.309166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.309219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.309380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.309460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.309637] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.309730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.309791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.309929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.310016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.310477] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a9838f-e661-4767-84c3-4b1dae14df0d is going to be updated. [ 694.334751] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.334982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.334982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.335199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.335342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.335494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a9838f-e661-4767-84c3-4b1dae14df0d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.369203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf015c8-3d8d-4624-ba33-3028a431dfd1: rpc.has_security_group_logging(os_id): False [ 694.370190] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.389695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.389868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.389916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.390213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.390213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.390428] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.390554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.390619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.390776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.390841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.391043] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.391224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.391224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.391374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.391450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.391659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.391766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.391829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.391977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.392143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.392143] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be created. [ 694.493890] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.494112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.494112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.494346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.494529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.510723] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 694.872742] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.377728] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.377728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.377728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.377728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.377728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.377728] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 695.402558] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2a81cc1d-9120-4f16-b2ed-bf6674db7510 None None] Enqueued Resource ID: 42df31ab-897d-4462-a10e-5560d7ae7a05 with Priority: HIGHEST for action port [ 695.403235] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42df31ab-897d-4462-a10e-5560d7ae7a05 with Priority: HIGHEST for action port [ 695.403557] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-42df31ab-897d-4462-a10e-5560d7ae7a05 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.403681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42df31ab-897d-4462-a10e-5560d7ae7a05" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.403745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42df31ab-897d-4462-a10e-5560d7ae7a05" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.404254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42df31ab-897d-4462-a10e-5560d7ae7a05" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.404988] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42df31ab-897d-4462-a10e-5560d7ae7a05',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.412042] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.412042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.412042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.412315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.412315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.424447] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 695.907665] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42df31ab-897d-4462-a10e-5560d7ae7a05 [ 695.907916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.908105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.908210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.908350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.908488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.908576] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42df31ab-897d-4462-a10e-5560d7ae7a05 already deleted. [ 695.908657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42df31ab-897d-4462-a10e-5560d7ae7a05" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.158083] env[65840]: INFO networking_nsxv3.common.synchronization [None req-22bb33e7-00fc-4d9f-a211-173015bacfb5 None None] Enqueued Resource ID: d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b with Priority: HIGHEST for action port [ 696.158083] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b with Priority: HIGHEST for action port [ 696.158676] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.158835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.158871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.159315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.159392] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.529028] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 696.529028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.529028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.529028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.529500] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.661494] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b [ 696.661757] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.661757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.662020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.662107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.662165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.662257] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b already deleted. [ 696.662338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3cde7d9-c859-4e9d-b4f1-e7bef382bc4b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.933161] env[65840]: INFO networking_nsxv3.common.synchronization [None req-7e42fbb3-13a2-4a37-b33d-a43fd4931704 None None] Enqueued Resource ID: f142afeb-b11f-4fab-8f40-d70dbaa62e73 with Priority: HIGHEST for action port [ 696.933161] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f142afeb-b11f-4fab-8f40-d70dbaa62e73 with Priority: HIGHEST for action port [ 696.933161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f142afeb-b11f-4fab-8f40-d70dbaa62e73 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.933161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f142afeb-b11f-4fab-8f40-d70dbaa62e73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.933161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f142afeb-b11f-4fab-8f40-d70dbaa62e73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.933161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f142afeb-b11f-4fab-8f40-d70dbaa62e73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.933161] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f142afeb-b11f-4fab-8f40-d70dbaa62e73',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.034640] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.034640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.264825] env[65840]: INFO networking_nsxv3.common.synchronization [req-f80fb2fe-56d7-4e7e-be24-bbf01779e144 req-da179ca5-051c-4deb-9113-37db3030ce00 tempest-DeleteServersAdminTestJSON-2005367931 tempest-DeleteServersAdminTestJSON-2005367931-project-member] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 697.265765] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 697.265765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.266265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.266265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.266383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.266442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.266546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.266608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.266755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.266899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.266943] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.434446] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 697.434713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.434963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.435208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.435404] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.435526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.435595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.435800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.435871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.435923] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.437030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f142afeb-b11f-4fab-8f40-d70dbaa62e73 [ 697.440936] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.440936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.440936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.440936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.440936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.440936] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f142afeb-b11f-4fab-8f40-d70dbaa62e73 already deleted. [ 697.440936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f142afeb-b11f-4fab-8f40-d70dbaa62e73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.769480] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.769789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.769789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.769930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.770038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.770232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.770333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.770397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.770554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.770656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.770768] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be updated. [ 697.799042] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.799950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.800193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.800510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.800861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.814023] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: IN_PROGRESS for 2s [ 697.832663] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.832853] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.832992] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.833270] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.833553] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.833910] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.833910] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.834016] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.835966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.835966] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.835966] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.835966] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.835966] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.835966] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.835966] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.835966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.869644] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.869809] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.869943] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.870133] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.870438] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-3cce839b-c080-424f-a69c-05140540412d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.870620] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.871644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.871644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.871644] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cce839b-c080-424f-a69c-05140540412d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.942846] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.374688] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.376412] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 3cce839b-c080-424f-a69c-05140540412d not found, creating... [ 698.376412] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.376412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.377246] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.377246] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.377246] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.377246] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.377438] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.377438] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.382458] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 3cce839b-c080-424f-a69c-05140540412d is going to be created. [ 698.399838] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.400063] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.400463] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.400762] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401178] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.445326] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.759446] env[65840]: INFO networking_nsxv3.common.synchronization [req-0d49e883-0729-4a12-ab41-ebeb414933d9 req-082e9170-46c7-44c7-8f01-55183d40692f tempest-ServerMetadataNegativeTestJSON-460460568 tempest-ServerMetadataNegativeTestJSON-460460568-project-member] Enqueued Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_members [ 698.759446] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_members [ 698.759446] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.759755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.759755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.759876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.760010] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.760352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.760976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.761162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.761257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761356] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.949025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.949440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.949440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.949812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.949812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.950021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 698.983579] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.983806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.983888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.984188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.984438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.995128] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 699.103320] env[65840]: INFO networking_nsxv3.common.synchronization [req-f80fb2fe-56d7-4e7e-be24-bbf01779e144 req-081e6f29-df21-482e-93de-acaaed020276 service nova] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_rules [ 699.104369] env[65840]: INFO networking_nsxv3.common.synchronization [req-f80fb2fe-56d7-4e7e-be24-bbf01779e144 req-081e6f29-df21-482e-93de-acaaed020276 service nova] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 699.104369] env[65840]: INFO networking_nsxv3.common.synchronization [req-f80fb2fe-56d7-4e7e-be24-bbf01779e144 req-081e6f29-df21-482e-93de-acaaed020276 service nova] Enqueued Resource ID: 3cce839b-c080-424f-a69c-05140540412d with Priority: HIGHEST for action port [ 699.104369] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_rules [ 699.104684] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 699.104684] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cce839b-c080-424f-a69c-05140540412d with Priority: HIGHEST for action port [ 699.104830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.105073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.105073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.105264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.105452] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.106807] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.106876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.107739] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cce839b-c080-424f-a69c-05140540412d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.107739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.107739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.107739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.107739] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cce839b-c080-424f-a69c-05140540412d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.249940] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.250139] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-428" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.250255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-428" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.251222] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-428" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.251528] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.251769] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.251909] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.252361] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.252361] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.252524] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.252633] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.252734] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.252833] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.252950] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.253085] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.253216] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.266466] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.266621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.266694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.266952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.267034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.267311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.267377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.267377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.267538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.267641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.267755] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 already deleted. [ 699.267795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.279168] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.279391] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.279571] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.279739] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-428" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280137] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-a12c6846-c93b-4ee6-af4f-081f82d97628 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.281208] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.281208] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.281208] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.281208] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12c6846-c93b-4ee6-af4f-081f82d97628',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.607804] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.607939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.609291] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cce839b-c080-424f-a69c-05140540412d with status ACTIVE [ 699.609464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.609584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.609653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.609866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.609957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.610175] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.610325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.610414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.610681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.610766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.611013] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.611121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.611185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.611333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.611408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.611493] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cce839b-c080-424f-a69c-05140540412d is going to be updated. [ 699.639106] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.639335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.639335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.639527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.639667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.639830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cce839b-c080-424f-a69c-05140540412d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.785605] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.786138] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.786509] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.786899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.787189] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.788670] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port a12c6846-c93b-4ee6-af4f-081f82d97628 not found, creating... [ 699.789160] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.789497] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.789726] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.790106] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.790353] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.790831] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.791183] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.791439] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.791798] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.793738] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.793738] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: a12c6846-c93b-4ee6-af4f-081f82d97628 is going to be created. [ 699.798022] env[65840]: INFO networking_nsxv3.common.synchronization [None req-37392a94-de2f-46f1-8e82-4881391cd0d7 None None] Enqueued Resource ID: 8a60fe91-66d8-4ea5-b309-0f98f23985d8 with Priority: HIGHEST for action port [ 699.798298] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a60fe91-66d8-4ea5-b309-0f98f23985d8 with Priority: HIGHEST for action port [ 699.798731] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a60fe91-66d8-4ea5-b309-0f98f23985d8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.799028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a60fe91-66d8-4ea5-b309-0f98f23985d8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.799191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a60fe91-66d8-4ea5-b309-0f98f23985d8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.799563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a60fe91-66d8-4ea5-b309-0f98f23985d8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.799782] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a60fe91-66d8-4ea5-b309-0f98f23985d8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.815460] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816091] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816091] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.817254] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.817254] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.817710] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.836010] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 699.836234] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee deletion is rescheduled due to dependency. [ 699.836362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.836527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.836744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.836929] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.837075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.837287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837510] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.128529] env[65840]: INFO networking_nsxv3.common.synchronization [req-4720f59e-0437-4802-aa09-73f7a1639c70 req-3ce34245-8f24-43b0-ae21-fde138534e12 tempest-ServersTestBootFromVolume-2079367083 tempest-ServersTestBootFromVolume-2079367083-project-member] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_members [ 700.129468] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_members [ 700.129683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.129956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.129956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.130764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.130966] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.131093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.131208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.131451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.131538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.131640] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.301779] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a60fe91-66d8-4ea5-b309-0f98f23985d8 [ 700.302315] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.302315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.302315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.302527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.302613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.302742] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a60fe91-66d8-4ea5-b309-0f98f23985d8 already deleted. [ 700.302859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a60fe91-66d8-4ea5-b309-0f98f23985d8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.341063] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.549992] env[65840]: INFO networking_nsxv3.common.synchronization [req-0d49e883-0729-4a12-ab41-ebeb414933d9 req-481bbae7-d579-473e-8b7f-3d842b7b6e2a service nova] Enqueued Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_rules [ 700.549992] env[65840]: INFO networking_nsxv3.common.synchronization [req-0d49e883-0729-4a12-ab41-ebeb414933d9 req-481bbae7-d579-473e-8b7f-3d842b7b6e2a service nova] Enqueued Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_members [ 700.549992] env[65840]: INFO networking_nsxv3.common.synchronization [req-0d49e883-0729-4a12-ab41-ebeb414933d9 req-481bbae7-d579-473e-8b7f-3d842b7b6e2a service nova] Enqueued Resource ID: a12c6846-c93b-4ee6-af4f-081f82d97628 with Priority: HIGHEST for action port [ 700.551325] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_rules [ 700.551325] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_members [ 700.551325] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a12c6846-c93b-4ee6-af4f-081f82d97628 with Priority: HIGHEST for action port [ 700.551325] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.551325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.551325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.551851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.551904] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.554169] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.554906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.555608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.555983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.557140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.557419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.557735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.558013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.558206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.558375] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.559498] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a12c6846-c93b-4ee6-af4f-081f82d97628 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.560157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.560157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.560157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.560157] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12c6846-c93b-4ee6-af4f-081f82d97628',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.633668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.633774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.633774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.634159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.634159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.634304] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.634360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.634404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.634558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.634633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.634680] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 already deleted. [ 700.634747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.636983] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.637186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-101" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.637358] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-101" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.637761] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-101" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.638227] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.638369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.638369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.638616] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.638770] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.639018] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.639142] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.639229] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.639605] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.639605] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.639605] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.639971] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.677244] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.677244] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.677244] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.677244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-101" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.677244] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-6b8acc96-f81c-476c-8575-70977e6de75b taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.677244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.677244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.677244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.677244] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8acc96-f81c-476c-8575-70977e6de75b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.692984] env[65840]: INFO networking_nsxv3.common.synchronization [None req-72038686-a5ee-4d59-b42f-a90f2bedb701 None None] Enqueued Resource ID: 5d786668-c875-46ec-ba8b-235f81a65bd1 with Priority: HIGHEST for action port [ 700.694964] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d786668-c875-46ec-ba8b-235f81a65bd1 with Priority: HIGHEST for action port [ 700.696499] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d786668-c875-46ec-ba8b-235f81a65bd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.696499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d786668-c875-46ec-ba8b-235f81a65bd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.696499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d786668-c875-46ec-ba8b-235f81a65bd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.696869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d786668-c875-46ec-ba8b-235f81a65bd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.697018] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d786668-c875-46ec-ba8b-235f81a65bd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.848127] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.009876] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.012085] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.012085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.012085] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.063195] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.063355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.063591] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.064412] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a12c6846-c93b-4ee6-af4f-081f82d97628 with status ACTIVE [ 701.065030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.065030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.065030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.065030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.065030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.065771] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.065771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.065771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.065771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.065771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.065771] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.066048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.066048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.066048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.066208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.066288] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a12c6846-c93b-4ee6-af4f-081f82d97628 is going to be updated. [ 701.092393] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.092393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.092640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.092883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.093090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.093325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a12c6846-c93b-4ee6-af4f-081f82d97628" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.184265] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.184694] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.184694] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.184966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.185409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.186134] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 6b8acc96-f81c-476c-8575-70977e6de75b not found, creating... [ 701.187142] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.187142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.187142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.187142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.187665] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.188940] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.188940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.188940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.188940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.188940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.188940] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 6b8acc96-f81c-476c-8575-70977e6de75b is going to be created. [ 701.200153] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d786668-c875-46ec-ba8b-235f81a65bd1 [ 701.200333] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.200413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.200455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.200706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.200838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.200937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d786668-c875-46ec-ba8b-235f81a65bd1 already deleted. [ 701.200937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d786668-c875-46ec-ba8b-235f81a65bd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.220961] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.221170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.221328] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.221649] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.221929] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.222210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.349683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.349777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.349777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.350483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.350483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.350483] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be updated. [ 701.408215] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.408215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.408215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.408386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.408527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.419810] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: IN_PROGRESS for 2s [ 701.518025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.568619] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.756016] env[65840]: INFO networking_nsxv3.common.synchronization [None req-4f1eb180-fd4e-45cf-b202-99dfab653160 None None] Enqueued Resource ID: 97514123-6267-46a0-8cdd-0f34cd33f810 with Priority: HIGHEST for action port [ 701.756681] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97514123-6267-46a0-8cdd-0f34cd33f810 with Priority: HIGHEST for action port [ 701.757139] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-97514123-6267-46a0-8cdd-0f34cd33f810 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.757480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97514123-6267-46a0-8cdd-0f34cd33f810" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.758318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97514123-6267-46a0-8cdd-0f34cd33f810" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.758430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97514123-6267-46a0-8cdd-0f34cd33f810" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.758430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97514123-6267-46a0-8cdd-0f34cd33f810',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.976659] env[65840]: INFO networking_nsxv3.common.synchronization [req-4720f59e-0437-4802-aa09-73f7a1639c70 req-a3a3b798-32c1-462d-a140-e4b7e2759ae2 service nova] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_rules [ 701.976659] env[65840]: INFO networking_nsxv3.common.synchronization [req-4720f59e-0437-4802-aa09-73f7a1639c70 req-a3a3b798-32c1-462d-a140-e4b7e2759ae2 service nova] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_members [ 701.976659] env[65840]: INFO networking_nsxv3.common.synchronization [req-4720f59e-0437-4802-aa09-73f7a1639c70 req-a3a3b798-32c1-462d-a140-e4b7e2759ae2 service nova] Enqueued Resource ID: 6b8acc96-f81c-476c-8575-70977e6de75b with Priority: HIGHEST for action port [ 701.976659] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_rules [ 701.976659] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_members [ 701.976659] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8acc96-f81c-476c-8575-70977e6de75b with Priority: HIGHEST for action port [ 701.976659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.976659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.977993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.978195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.978354] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.980073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.980192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981219] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.981219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.981219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.981219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.981219] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.984537] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8acc96-f81c-476c-8575-70977e6de75b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.984846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.984846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.985106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.985106] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8acc96-f81c-476c-8575-70977e6de75b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.019834] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.072203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.072561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.072561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.072561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.072722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.072763] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 is going to be created. [ 702.104713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.105325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.105325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.105325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.105516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.120402] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 in Status: UNINITIALIZED for 2s [ 702.261348] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97514123-6267-46a0-8cdd-0f34cd33f810 [ 702.261706] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.262158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.262367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.262527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.262593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.262688] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97514123-6267-46a0-8cdd-0f34cd33f810 already deleted. [ 702.262773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97514123-6267-46a0-8cdd-0f34cd33f810" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.405406] env[65840]: INFO networking_nsxv3.common.synchronization [req-f8e62858-27c1-4c97-9f76-7fc80d162cfe req-4577186d-2c29-48da-8550-5f7ccf43bf6b tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 702.406709] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 702.407644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.408626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.410177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.410177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.410177] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.410177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.410177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.410177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.410177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.410177] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.486073] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.489985] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.490219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.490349] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b8acc96-f81c-476c-8575-70977e6de75b with status ACTIVE [ 702.490548] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.490738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.490820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.491207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.491318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.492176] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.492176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.492176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.492176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.492176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.492176] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.492841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.492841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.492841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.492841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.492841] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b8acc96-f81c-476c-8575-70977e6de75b is going to be updated. [ 702.517799] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.517954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.518052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.518291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.518436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.518627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8acc96-f81c-476c-8575-70977e6de75b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.526829] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.526912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.526993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.527286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.527376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.527475] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 702.563517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.563517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.563517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.563517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.563835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.577013] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 702.913026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.913218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.913283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.913519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.913615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.913814] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.913938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.914012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.914170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.914236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.914380] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 already deleted. [ 702.914434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.991501] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.071374] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.071914] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.072222] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.072671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.073050] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073252] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073359] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.074200] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.074375] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.077587] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.077587] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.077587] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.077587] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.077587] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.077587] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.077587] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.106272] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.106464] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.106589] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.106823] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.107209] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-323e1c91-a862-4eef-a7bc-d191e32a2cab taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.107484] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.107587] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.108026] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.108128] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323e1c91-a862-4eef-a7bc-d191e32a2cab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.430822] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 703.431228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.431293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.431495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.431722] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.431823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.431891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.432086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.432160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.432250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.432344] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.494870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.495089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.495175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.495467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.495572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495704] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 is going to be created. [ 703.529506] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.529916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.529916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.530044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.530198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.542886] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 in Status: UNINITIALIZED for 2s [ 703.611321] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.611606] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.612098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612191] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612323] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.612526] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 323e1c91-a862-4eef-a7bc-d191e32a2cab not found, creating... [ 703.612844] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.613083] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.613170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.613511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.613650] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.613966] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.618258] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.618377] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.618723] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.618895] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.619064] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 323e1c91-a862-4eef-a7bc-d191e32a2cab is going to be created. [ 703.651635] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.651990] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.652254] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.652677] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.652998] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.653493] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.936099] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.936099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.936099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.936423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.936423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.936423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.936539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.936633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.936719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.936831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.936946] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.937056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.937122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.937246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.937375] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.937465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.937510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.937639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.937717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.937837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.937887] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.136753] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 in Status: SUCCESS [ 704.136985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.137261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.137365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.137563] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.137640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.137705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.137868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.138069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.138146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.138287] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.439822] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 881e624e-89a2-470b-bd8d-49d897b443ee: rpc.has_security_group_logging(os_id): False [ 704.468367] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.468533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.468590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.472023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.472023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.472023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.472023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.472707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.472707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.472707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.472707] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be updated. [ 704.494086] env[65840]: INFO networking_nsxv3.common.synchronization [req-f8e62858-27c1-4c97-9f76-7fc80d162cfe req-b7cb8404-e7b2-4052-9dc9-1a6f1dad5b27 service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 704.494300] env[65840]: INFO networking_nsxv3.common.synchronization [req-f8e62858-27c1-4c97-9f76-7fc80d162cfe req-b7cb8404-e7b2-4052-9dc9-1a6f1dad5b27 service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 704.494430] env[65840]: INFO networking_nsxv3.common.synchronization [req-f8e62858-27c1-4c97-9f76-7fc80d162cfe req-b7cb8404-e7b2-4052-9dc9-1a6f1dad5b27 service nova] Enqueued Resource ID: 323e1c91-a862-4eef-a7bc-d191e32a2cab with Priority: HIGHEST for action port [ 704.495117] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 704.496890] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 704.496890] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323e1c91-a862-4eef-a7bc-d191e32a2cab with Priority: HIGHEST for action port [ 704.496890] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.496890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.496890] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.497411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.497411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.497505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.497639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.497809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.497945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.498023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.498180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.498283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.498378] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.499279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-323e1c91-a862-4eef-a7bc-d191e32a2cab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.499391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.499448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.499630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.499707] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323e1c91-a862-4eef-a7bc-d191e32a2cab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.562605] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.562835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.562835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.563108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.563349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.587382] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: IN_PROGRESS for 2s [ 704.592257] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 704.592725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.592725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.592969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.593719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.593719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.593719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.593719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.593719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.593719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.594601] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.641087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.641377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.641491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.641736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.641955] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.642106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.642203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.642450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.642572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.642731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.643119] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.643273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.643344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.643551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.643778] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.643920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.643985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.644429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.644429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.644615] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.000971] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.004857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.005215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.007023] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323e1c91-a862-4eef-a7bc-d191e32a2cab with status ACTIVE [ 705.007023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.007023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.007023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.007023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.008856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.008856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.008856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.008856] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323e1c91-a862-4eef-a7bc-d191e32a2cab is going to be updated. [ 705.041676] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.041676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.041676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.043406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.043406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.043406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323e1c91-a862-4eef-a7bc-d191e32a2cab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.096665] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.096862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.096917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.097176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.099384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.099384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.099384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.099384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.100102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.100102] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.148831] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e79f1d0a-e957-493f-aaea-6c9baa5e0076: rpc.has_security_group_logging(os_id): False [ 705.175806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.175806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.175806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.176901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.177039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.177559] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.177559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.177559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.177559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.177931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.178171] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.178273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.178352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.179046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.179046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.179046] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.179046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.179046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.179310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.179310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.179310] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 is going to be created. [ 705.314178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.314407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.315859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.315859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 in Status: IN_PROGRESS for 2s [ 705.502821] env[65840]: INFO networking_nsxv3.common.synchronization [req-02db7568-d8f9-4527-a970-1a95895a6e21 req-7e04264a-4d79-4acb-92f5-df53d504fb10 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_members [ 705.503316] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_members [ 705.503592] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.503734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.503809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504206] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.504307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.504408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.504515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.504601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.504692] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.509742] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.559937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 in Status: SUCCESS [ 705.559937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.559937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.559937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.560194] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.560331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.560331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.560536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.560805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.560938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.562264] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.605653] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf015c8-3d8d-4624-ba33-3028a431dfd1: rpc.has_security_group_logging(os_id): False [ 705.628364] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.628536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.628536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.629441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.629441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.629441] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.629441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.629441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.629441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.629694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.633145] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.633145] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.633145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.633145] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 705.723573] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.723720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.723801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.724035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.724192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.742062] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 706.008138] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.008271] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.008271] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.009365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.009700] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.009859] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.009975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.010781] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.010781] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.010922] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.011800] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.011939] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.012183] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.012314] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.012426] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.012566] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.013804] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.014142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.014215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.014401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.014489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.014697] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.014846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.014912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.015075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.015321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.015625] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 already deleted. [ 706.015625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.016782] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.016903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.016970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.017154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.017255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.017344] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be created. [ 706.047951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.048265] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.048324] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.048523] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.048979] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.049224] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.049343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.049951] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.050150] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fbfd97-6b80-4c67-b6f7-a78a56f4a97e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.056363] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.056760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.056760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.056760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.056946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.063919] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.073780] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: UNINITIALIZED for 2s [ 706.555376] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.555984] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.555984] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.555984] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.556162] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.556276] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 18fbfd97-6b80-4c67-b6f7-a78a56f4a97e not found, creating... [ 706.556618] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.556789] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.556904] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.557141] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.557272] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.557563] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.557714] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.557825] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.559266] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.559471] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.559639] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 18fbfd97-6b80-4c67-b6f7-a78a56f4a97e is going to be created. [ 706.566974] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5: rpc.has_security_group_logging(os_id): False [ 706.586496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.586728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.586866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.587191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.587322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.587805] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.587805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.587951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.588152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.588295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.588404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 is going to be created. [ 706.598196] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.598422] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.598542] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.598811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599052] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599302] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.606880] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 706.607270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.674255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.674520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.674581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.674888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.675195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.693744] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 in Status: IN_PROGRESS for 2s [ 707.332088] env[65840]: INFO networking_nsxv3.common.synchronization [req-02db7568-d8f9-4527-a970-1a95895a6e21 req-f4fb5627-a846-44e3-9ab3-c8d181765a04 service nova] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_rules [ 707.332214] env[65840]: INFO networking_nsxv3.common.synchronization [req-02db7568-d8f9-4527-a970-1a95895a6e21 req-f4fb5627-a846-44e3-9ab3-c8d181765a04 service nova] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_members [ 707.332353] env[65840]: INFO networking_nsxv3.common.synchronization [req-02db7568-d8f9-4527-a970-1a95895a6e21 req-f4fb5627-a846-44e3-9ab3-c8d181765a04 service nova] Enqueued Resource ID: 18fbfd97-6b80-4c67-b6f7-a78a56f4a97e with Priority: HIGHEST for action port [ 707.332926] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_rules [ 707.333884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_members [ 707.334631] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18fbfd97-6b80-4c67-b6f7-a78a56f4a97e with Priority: HIGHEST for action port [ 707.334631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.334631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.334631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.334865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.334865] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.336328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.336467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.336541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.336902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.337050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.337161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.337225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.337392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.337481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.337581] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.338562] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.338770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.338770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.339013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.339013] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fbfd97-6b80-4c67-b6f7-a78a56f4a97e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.364207] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 in Status: SUCCESS [ 707.364207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.760719] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 707.761135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.761238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.761439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.761523] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.843034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.843395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.844998] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18fbfd97-6b80-4c67-b6f7-a78a56f4a97e with status ACTIVE [ 707.844998] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.844998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.844998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.844998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.844998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.844998] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.844998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.844998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.845518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.845518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.846374] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.846374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.846723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.846723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.846723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.846902] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18fbfd97-6b80-4c67-b6f7-a78a56f4a97e is going to be updated. [ 707.849395] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.892609] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.892838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.892968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.893213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.894283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.894283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18fbfd97-6b80-4c67-b6f7-a78a56f4a97e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.095961] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 708.096243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.096463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.096669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.096880] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.097072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.097226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.097919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.098277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.098328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.098573] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.155718] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d83aae9-4775-4ac9-9ac4-547ddbb57858 req-6877509f-55b0-462c-8fe7-23c0b0801b42 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 708.156467] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 708.157134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.157875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.158353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.159078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.159078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.159315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.159315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.159859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.159859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.159859] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.264976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.264976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.265224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.265695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.265695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.265840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.265840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.266113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.266209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.266362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.266448] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.355781] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.601958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.603050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.603192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.603554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.604422] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.604422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.604422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.604422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.604663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.604663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.604821] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.604957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.605057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.605305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.605468] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.605546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.605602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.605895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.605895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.605895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.606040] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.664397] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.664580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.664580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.665055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.665217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.665453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.665640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.665733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.666032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.666215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.666306] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 already deleted. [ 708.666541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.698526] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.698902] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.698902] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.699448] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.699749] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.700016] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.700200] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.700503] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.700722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.701061] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.701298] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.701414] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.701569] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.701694] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.702392] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.702392] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.721130] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 in Status: SUCCESS [ 708.721424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.723942] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.724175] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.724572] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.724789] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.725161] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-4cd21b12-6537-4c51-8c06-1681a7646d79 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.725340] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.725452] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.725766] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.725904] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd21b12-6537-4c51-8c06-1681a7646d79',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.772996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.773433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.773433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.773579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.773674] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.773839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.773839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.773998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.774146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.774212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.774453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.774554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.774610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.774753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.774894] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.775036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.775036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.775227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.775264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.775372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.775471] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.858841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.859102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.859102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.859339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.859437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.859643] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 is going to be created. [ 708.896133] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.896341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.896451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.896716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.896980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.909903] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: UNINITIALIZED for 2s [ 709.110468] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4: rpc.has_security_group_logging(os_id): False [ 709.142704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.142892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.143012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.143296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.144279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.144279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.144279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.144279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.144593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.144593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.144731] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.144869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.144952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.145175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.145277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.145555] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.145676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.145759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.145979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.146112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.146227] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be created. [ 709.228311] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.228517] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.228655] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.229116] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.229266] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.229419] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 4cd21b12-6537-4c51-8c06-1681a7646d79 not found, creating... [ 709.229710] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.229886] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.230011] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.230257] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.230395] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.230692] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.231158] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.231345] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.231659] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.231830] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.232098] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 4cd21b12-6537-4c51-8c06-1681a7646d79 is going to be created. [ 709.267028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.267028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.267028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.267028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.267028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.277946] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaf015c8-3d8d-4624-ba33-3028a431dfd1: rpc.has_security_group_logging(os_id): False [ 709.285127] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.285328] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.285524] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.285878] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.288304] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.288601] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.312717] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.312717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.312717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.312717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.312717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.313069] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.313409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.315094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.315094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.315094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.315094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.315094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.315094] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 709.336729] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 709.578028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.578028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.578028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.578028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.578028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.611658] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 710.152665] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d83aae9-4775-4ac9-9ac4-547ddbb57858 req-d27ab6d9-e67d-4d1a-bcd3-5a2875e50d72 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 710.153505] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d83aae9-4775-4ac9-9ac4-547ddbb57858 req-d27ab6d9-e67d-4d1a-bcd3-5a2875e50d72 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 710.153951] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d83aae9-4775-4ac9-9ac4-547ddbb57858 req-d27ab6d9-e67d-4d1a-bcd3-5a2875e50d72 service nova] Enqueued Resource ID: 4cd21b12-6537-4c51-8c06-1681a7646d79 with Priority: HIGHEST for action port [ 710.155455] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 710.156898] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 710.156898] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd21b12-6537-4c51-8c06-1681a7646d79 with Priority: HIGHEST for action port [ 710.156898] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.156898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.156898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.157455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.157455] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.159093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.159093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.159093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.159276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.160062] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.160062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.160062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.160062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.160062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.160911] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.161789] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd21b12-6537-4c51-8c06-1681a7646d79 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.161789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.161789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.161789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.162153] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd21b12-6537-4c51-8c06-1681a7646d79',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.664482] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.668680] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.668680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.668680] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd21b12-6537-4c51-8c06-1681a7646d79 with status ACTIVE [ 710.668680] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.668680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.668680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.668680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.668680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.668680] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.668680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.670137] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.670137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.670137] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd21b12-6537-4c51-8c06-1681a7646d79 is going to be updated. [ 710.698652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.698877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.698877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.699092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.699215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.699376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd21b12-6537-4c51-8c06-1681a7646d79" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928593] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: SUCCESS [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.928593] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928593] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.168815] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.352382] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 711.352524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.431508] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.628094] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 711.628424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.673049] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.673049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.673049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.673049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.673049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.673049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be created. [ 711.711727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.712308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.712426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.712667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.712836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.729178] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: UNINITIALIZED for 2s [ 711.935189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a53347d4-9973-45c5-81b9-27684d05fa53: rpc.has_security_group_logging(os_id): False [ 711.962230] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.962393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.962437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.962642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.962729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.962966] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.963122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.963196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.963315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.963387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.963488] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 is going to be created. [ 712.056010] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.056257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.056257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.056945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.056945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.077439] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: IN_PROGRESS for 2s [ 713.674907] env[65840]: INFO networking_nsxv3.common.synchronization [req-3fa55a53-46d2-4ed6-b2a6-dc42c1e8c971 req-e48d99bc-44f3-4d40-9dd0-d86e6cdffeeb tempest-InstanceActionsTestJSON-1695369704 tempest-InstanceActionsTestJSON-1695369704-project-member] Enqueued Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_members [ 713.675508] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGHEST for action security_group_members [ 713.675987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.675987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.675987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.676289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.676497] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.676581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.676640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.676819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.676908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.676966] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.741856] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 713.742147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.742731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745700] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745700] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.896022] env[65840]: INFO networking_nsxv3.common.synchronization [None req-ab225c6b-dd60-42b0-b5ed-bc172a0b8df0 None None] Enqueued Resource ID: bcece60d-24f1-4722-8d24-2dafd6cfdbcb with Priority: HIGHEST for action port [ 713.896022] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcece60d-24f1-4722-8d24-2dafd6cfdbcb with Priority: HIGHEST for action port [ 713.896022] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcece60d-24f1-4722-8d24-2dafd6cfdbcb taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.896022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcece60d-24f1-4722-8d24-2dafd6cfdbcb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.896022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcece60d-24f1-4722-8d24-2dafd6cfdbcb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.897739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcece60d-24f1-4722-8d24-2dafd6cfdbcb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.897943] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcece60d-24f1-4722-8d24-2dafd6cfdbcb',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.105212] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: SUCCESS [ 714.105465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.180641] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.181624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.181757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.182642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.182812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.183152] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.183340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.183387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.183752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.183752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.184096] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 is going to be updated. [ 714.217077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.217312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.217312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.217579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.217762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.230379] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 in Status: IN_PROGRESS for 2s [ 714.246756] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.246955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.247040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.248195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.248195] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.248195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.248195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.248195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.248195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.248195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.248928] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.248928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.248928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.251787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.251787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.251787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.251787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.251787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.251787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.251787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.251787] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.403365] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcece60d-24f1-4722-8d24-2dafd6cfdbcb [ 714.403767] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.403917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.404129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.404610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.404610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.404610] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcece60d-24f1-4722-8d24-2dafd6cfdbcb already deleted. [ 714.404610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcece60d-24f1-4722-8d24-2dafd6cfdbcb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.754967] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107d984f-4d36-43f3-9054-2b2263634454: rpc.has_security_group_logging(os_id): False [ 714.758490] env[65840]: INFO networking_nsxv3.common.synchronization [req-1c093fbb-9558-4854-922d-01971b28877e req-6fe8b5e0-2404-4b6b-a02d-a2fb23630531 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 714.759778] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 714.762073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.762073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.762073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.762073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.762073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.762073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.762377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.762452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.763639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.764205] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.779161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.780046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.780046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.780046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.780046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.780271] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.780350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.780500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.780720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.780843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.783110] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.783217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.783973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.783973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.784057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.784357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.785024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.785024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.785024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.785024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.785172] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be created. [ 714.887305] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.887305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.887305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.887305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.887305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.914341] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 715.267399] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.419392] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.419392] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.419588] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.419740] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.421800] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.422232] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.422510] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.422699] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.422907] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.423225] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.426337] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.426337] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.426337] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.426337] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.426337] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.426337] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.446783] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.446783] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.446783] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.446948] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.447314] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-7827dc7e-2329-47c6-ad58-0129e2e3e414 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.447474] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.447608] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.447917] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.448150] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7827dc7e-2329-47c6-ad58-0129e2e3e414',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.773194] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.951294] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.951383] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.951539] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.952151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.952151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.952268] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 7827dc7e-2329-47c6-ad58-0129e2e3e414 not found, creating... [ 715.952577] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.952791] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.952856] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.953111] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.953320] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.956186] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.956186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.956186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.956186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.956186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.956186] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 7827dc7e-2329-47c6-ad58-0129e2e3e414 is going to be created. [ 715.989772] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.990075] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.990273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.990613] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.990900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.991234] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.243355] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 in Status: SUCCESS [ 716.243355] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 deletion is rescheduled due to dependency. [ 716.243355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.277331] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.277573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.277689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.277989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278278] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 716.338664] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.339807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.339807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.340034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.340832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.363714] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 716.733689] env[65840]: INFO networking_nsxv3.common.synchronization [req-1c093fbb-9558-4854-922d-01971b28877e req-af019313-7eb3-48f5-a523-65c455dc626c service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 716.733835] env[65840]: INFO networking_nsxv3.common.synchronization [req-1c093fbb-9558-4854-922d-01971b28877e req-af019313-7eb3-48f5-a523-65c455dc626c service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 716.735118] env[65840]: INFO networking_nsxv3.common.synchronization [req-1c093fbb-9558-4854-922d-01971b28877e req-af019313-7eb3-48f5-a523-65c455dc626c service nova] Enqueued Resource ID: 7827dc7e-2329-47c6-ad58-0129e2e3e414 with Priority: HIGHEST for action port [ 716.736762] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 716.736852] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 716.736986] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7827dc7e-2329-47c6-ad58-0129e2e3e414 with Priority: HIGHEST for action port [ 716.737411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.737832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.737832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.737832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.738115] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.738935] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.738935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.739126] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-7827dc7e-2329-47c6-ad58-0129e2e3e414 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.739607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.739607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.739607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.739607] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7827dc7e-2329-47c6-ad58-0129e2e3e414',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.775840] env[65840]: INFO networking_nsxv3.common.synchronization [None req-98aed7dc-d734-467e-a180-dd3fc71d95ea None None] Enqueued Resource ID: 808d9478-3a75-42d5-9833-97c0257ff61d with Priority: HIGHEST for action port [ 716.776442] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808d9478-3a75-42d5-9833-97c0257ff61d with Priority: HIGHEST for action port [ 716.776755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-808d9478-3a75-42d5-9833-97c0257ff61d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.776879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808d9478-3a75-42d5-9833-97c0257ff61d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.776949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808d9478-3a75-42d5-9833-97c0257ff61d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.777232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808d9478-3a75-42d5-9833-97c0257ff61d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.777422] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808d9478-3a75-42d5-9833-97c0257ff61d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.930960] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 716.931327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.241274] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.241468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.242381] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7827dc7e-2329-47c6-ad58-0129e2e3e414 with status ACTIVE [ 717.242905] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.242905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.243061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.243251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.243331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.243495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.243601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.243663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.243819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.243896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.244087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.244222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.244397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.245441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.245441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.245441] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7827dc7e-2329-47c6-ad58-0129e2e3e414 is going to be updated. [ 717.279783] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 808d9478-3a75-42d5-9833-97c0257ff61d [ 717.280037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.280183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.280255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.280463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.280707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.280707] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:808d9478-3a75-42d5-9833-97c0257ff61d already deleted. [ 717.280800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808d9478-3a75-42d5-9833-97c0257ff61d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.314089] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.315174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.315285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.315468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.315637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.315806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7827dc7e-2329-47c6-ad58-0129e2e3e414" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.829021] env[65840]: INFO networking_nsxv3.common.synchronization [req-f3cff4fa-d537-4a12-9c25-d3e6d0b1a43d req-450ed107-4ce9-4e51-aa4d-ac469a03beac tempest-FloatingIPsAssociationTestJSON-881698856 tempest-FloatingIPsAssociationTestJSON-881698856-project-member] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 717.833032] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 717.833032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.833032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.833032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.833032] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.332030] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e793120-9d9a-4578-9205-1cff885fb82a req-b986df39-47db-4ca4-8104-48d370fddcdd tempest-ServersAdminNegativeTestJSON-690496393 tempest-ServersAdminNegativeTestJSON-690496393-project-member] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 718.332211] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 718.332625] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.332749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.332814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.333343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.333615] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.333765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.333848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.335965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.335965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.335965] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.339798] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.380415] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 718.380679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.380855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.381165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.381361] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.381479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.381626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.381699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.381781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.381980] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.773706] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.774558] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.774595] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.775180] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.775704] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776061] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776315] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776603] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776807] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.777117] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.777287] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.777437] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.777588] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.777735] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.777873] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.778068] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.799975] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.800193] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.800360] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.800556] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.800933] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-fb8bdae7-0fee-46e3-b273-628bc185ebb9 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.801236] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.801369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.801775] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.801973] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8bdae7-0fee-46e3-b273-628bc185ebb9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.840459] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.841581] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.856903] env[65840]: INFO networking_nsxv3.common.synchronization [None req-37f529ca-18ff-4411-acac-65f4077131ef None None] Enqueued Resource ID: b8f083f8-623c-4565-8f3f-583694b8f913 with Priority: HIGHEST for action port [ 718.857213] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f083f8-623c-4565-8f3f-583694b8f913 with Priority: HIGHEST for action port [ 718.857532] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8f083f8-623c-4565-8f3f-583694b8f913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.857665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8f083f8-623c-4565-8f3f-583694b8f913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.857722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8f083f8-623c-4565-8f3f-583694b8f913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.858106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8f083f8-623c-4565-8f3f-583694b8f913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.858198] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f083f8-623c-4565-8f3f-583694b8f913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.885654] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.305026] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.305331] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.305520] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.305900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.306370] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port fb8bdae7-0fee-46e3-b273-628bc185ebb9 not found, creating... [ 719.306740] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306970] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.307181] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.307602] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.307784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.308265] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308504] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308672] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.308974] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.309199] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.309386] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: fb8bdae7-0fee-46e3-b273-628bc185ebb9 is going to be created. [ 719.337775] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.338058] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.338119] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.338386] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.338828] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.339599] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.344794] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.345839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.345971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.346054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.346268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.346345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.346459] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be updated. [ 719.362870] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8f083f8-623c-4565-8f3f-583694b8f913 [ 719.363167] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.363317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.363401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.363682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.363795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.364138] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8f083f8-623c-4565-8f3f-583694b8f913 already deleted. [ 719.364138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8f083f8-623c-4565-8f3f-583694b8f913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.388344] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.388665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.388767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.389202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.389471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.391170] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.411882] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: IN_PROGRESS for 2s [ 719.848618] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.848618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.849023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.851772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.851772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.851772] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be updated. [ 719.893329] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.895987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.895987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.895987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.895987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.895987] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 719.918844] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.918844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.918844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.918844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.918844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.940751] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: IN_PROGRESS for 2s [ 719.955737] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.955885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.955947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.956197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.960020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.969015] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 720.048719] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e793120-9d9a-4578-9205-1cff885fb82a req-9b525878-4ec3-41b5-b628-e05229b87a8a service nova] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_rules [ 720.048976] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e793120-9d9a-4578-9205-1cff885fb82a req-9b525878-4ec3-41b5-b628-e05229b87a8a service nova] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 720.050083] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e793120-9d9a-4578-9205-1cff885fb82a req-9b525878-4ec3-41b5-b628-e05229b87a8a service nova] Enqueued Resource ID: fb8bdae7-0fee-46e3-b273-628bc185ebb9 with Priority: HIGHEST for action port [ 720.050083] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_rules [ 720.050083] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 720.050083] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8bdae7-0fee-46e3-b273-628bc185ebb9 with Priority: HIGHEST for action port [ 720.050301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.050589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.050589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.050694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.050736] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.052208] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052729] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8bdae7-0fee-46e3-b273-628bc185ebb9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.052729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.052729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.052937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.053031] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8bdae7-0fee-46e3-b273-628bc185ebb9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.464613] env[65840]: INFO networking_nsxv3.common.synchronization [req-4ddbf650-5802-4461-b222-4890677c7a42 req-e504db1e-f60c-49f8-99be-17b41d4bc056 tempest-ListServersNegativeTestJSON-193902661 tempest-ListServersNegativeTestJSON-193902661-project-member] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 720.465191] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 720.465525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.466127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.470320] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.470498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.470559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.470737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.470833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.470932] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.555134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.555372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.560752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb8bdae7-0fee-46e3-b273-628bc185ebb9 with status ACTIVE [ 720.562224] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.562224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.562224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.562224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.562592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.562822] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.562936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.563091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.563280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.564072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.564072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.564072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.564072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.564072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.564072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.564072] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb8bdae7-0fee-46e3-b273-628bc185ebb9 is going to be updated. [ 720.596653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.596797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.596870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.597574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.597725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.597895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8bdae7-0fee-46e3-b273-628bc185ebb9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.812247] env[65840]: INFO networking_nsxv3.common.synchronization [None req-4cca0c9c-24c0-4d4c-ae9e-4d4f6128e25c None None] Enqueued Resource ID: 312e3729-79de-434e-a325-1b98b787bdc1 with Priority: HIGHEST for action port [ 720.813072] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312e3729-79de-434e-a325-1b98b787bdc1 with Priority: HIGHEST for action port [ 720.815850] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-312e3729-79de-434e-a325-1b98b787bdc1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.815850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312e3729-79de-434e-a325-1b98b787bdc1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.815850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312e3729-79de-434e-a325-1b98b787bdc1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.815850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312e3729-79de-434e-a325-1b98b787bdc1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.815850] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312e3729-79de-434e-a325-1b98b787bdc1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.973248] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.320215] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 312e3729-79de-434e-a325-1b98b787bdc1 [ 721.320511] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.321175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.321175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.321175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.321175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.322067] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:312e3729-79de-434e-a325-1b98b787bdc1 already deleted. [ 721.322067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312e3729-79de-434e-a325-1b98b787bdc1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.424089] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 721.424330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.479433] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.951406] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 721.951634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.951808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.952076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.952288] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.952407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.952482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.952687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.952760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.952861] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.980509] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 721.981275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.981275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.981275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.981450] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.981786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.981972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983043] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.983353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983838] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 722.018442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.018555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.018591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.019439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.019647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.033693] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 722.320461] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 722.320797] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_members [ 722.321697] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 722.321969] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_members [ 722.322408] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.323192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.323192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.323593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.324455] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.324455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.324455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.324643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.324643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.324752] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.325739] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.325857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.325938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.326370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.326536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.326659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.326710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.326871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.326953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.327078] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.375648] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_rules [ 722.375822] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_members [ 722.375955] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_rules [ 722.376093] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 722.376218] env[65840]: INFO networking_nsxv3.common.synchronization [req-a2d71896-fc1f-4a2c-87ae-8fd06f3735ad req-1f797cf9-f9ea-4bd2-a416-85eaf645717a tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with Priority: HIGHEST for action port [ 722.377565] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_rules [ 722.377758] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_rules [ 722.377889] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with Priority: HIGHEST for action port [ 722.378528] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_members [ 722.378528] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 722.378528] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c45afdf-e77c-458b-9f79-50b4cd34bfc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.378528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.378872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.378997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.379202] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.380138] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.380880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.381744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.383771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.383771] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.383771] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.384050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.384534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.384848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.387264] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.387264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.387264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.387264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.387264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.455882] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.487335] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.490027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.490027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.490027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.490027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.490685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.490685] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.828694] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.830990] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.887985] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.889241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.889241] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with status ACTIVE [ 722.889241] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.889241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.889241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.889879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.889879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.889990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.890170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.890457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.891034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.891034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.891034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.891316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.891415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.892068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.892068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.892068] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 is going to be updated. [ 722.893177] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.893309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.914972] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.915527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.916156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.916156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.916302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.916519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.960203] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.993164] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4: rpc.has_security_group_logging(os_id): False [ 723.013989] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.014457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.014457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.014525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.014572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.014797] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.014899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.015056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.015225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.015284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.015518] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.015637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.015718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.015872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.015960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.016254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.016319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.016453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.016521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.016613] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 723.148795] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.149013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.149105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.149526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.149629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.176310] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 723.336679] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.336679] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.462641] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.464209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.464209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.464209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.464209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.464209] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be updated. [ 723.498513] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.500064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.500064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.500064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.500064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.511953] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: IN_PROGRESS for 2s [ 723.646651] env[65840]: INFO networking_nsxv3.common.synchronization [None req-da59d642-dc31-48f8-9834-ddaf090fc24e tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 723.647474] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 723.647661] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.647898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.647898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.648412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.648530] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.837987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.838185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.838239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.838451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.838538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.838631] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 723.839984] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.840149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.840263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.841547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.841547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.841547] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 is going to be created. [ 723.874622] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.874622] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.874825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.874925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.878108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.886150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.886150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.886150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.886150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.891086] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 in Status: UNINITIALIZED for 2s [ 723.906879] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 724.008143] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ae4b1f9-fd25-43e5-a3b6-b04d5f6e51ff req-12e23f96-4700-41df-8411-ab20a1b87307 tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 724.008391] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 724.008507] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.009779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.009779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.012773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.013068] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.013322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.013322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.013526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.014548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.014548] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.051021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 724.051021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.190366] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.190554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.190591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.190778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.190870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.190964] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c already deleted. [ 724.191120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.319884] env[65840]: INFO networking_nsxv3.common.synchronization [None req-f95101ee-6776-4f04-b6eb-e68628ae1c58 tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 724.320721] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 724.321120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.321859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.321957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.322367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.322536] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.518580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.518765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.518765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.519060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.519188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.519455] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.522894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.523036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.523266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.523357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.523797] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da already deleted. [ 724.523797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.654587] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.654791] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-944" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.654791] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-944" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.655379] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-944" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.655379] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.655564] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.655691] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.655823] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.656570] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.656570] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.656570] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.656570] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.656570] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.656570] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.656813] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.656813] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.681781] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.681952] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.682094] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.682258] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-944" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.682571] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-091f7171-988a-4500-80f2-0296d6a1dc14 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.683123] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683123] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.683379] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683657] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091f7171-988a-4500-80f2-0296d6a1dc14',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.859769] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.860059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.860059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.860282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.860385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.860499] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c already deleted. [ 724.860591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.926266] env[65840]: INFO networking_nsxv3.common.synchronization [None req-e96c4524-0f41-451c-8083-ad59e76b3b97 None None] Enqueued Resource ID: ea4b8838-08e9-445d-ad84-47d42d88a2ea with Priority: HIGHEST for action port [ 724.926855] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4b8838-08e9-445d-ad84-47d42d88a2ea with Priority: HIGHEST for action port [ 724.927178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4b8838-08e9-445d-ad84-47d42d88a2ea taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.927301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4b8838-08e9-445d-ad84-47d42d88a2ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.927571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4b8838-08e9-445d-ad84-47d42d88a2ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.927659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4b8838-08e9-445d-ad84-47d42d88a2ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.927704] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4b8838-08e9-445d-ad84-47d42d88a2ea',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.186718] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.187122] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.187122] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.187391] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.187535] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.187680] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 091f7171-988a-4500-80f2-0296d6a1dc14 not found, creating... [ 725.187937] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.188125] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.188239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.188483] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.188586] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.188856] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.189012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.189124] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.189326] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.189585] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.189585] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 091f7171-988a-4500-80f2-0296d6a1dc14 is going to be created. [ 725.192661] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 725.192866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.211498] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.211726] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.211841] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.212110] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.212506] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.212624] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.429940] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4b8838-08e9-445d-ad84-47d42d88a2ea [ 725.429940] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.429940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.430375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.430375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.430375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.430481] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4b8838-08e9-445d-ad84-47d42d88a2ea already deleted. [ 725.430481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4b8838-08e9-445d-ad84-47d42d88a2ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.523304] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 725.523304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.523697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.523937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.524156] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.524287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.524356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.524524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.524611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.524698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.524790] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.908458] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 in Status: SUCCESS [ 725.908458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.908646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.908845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.909724] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.909724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.909724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.909898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.909898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.910050] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.922215] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 725.923136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.924392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.924477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.925597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.925597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.925597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.925597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.925597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.926756] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.929685] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ae4b1f9-fd25-43e5-a3b6-b04d5f6e51ff req-630d0d4f-1074-48e4-9bad-8e1b22d368d9 service nova] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 725.929985] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ae4b1f9-fd25-43e5-a3b6-b04d5f6e51ff req-630d0d4f-1074-48e4-9bad-8e1b22d368d9 service nova] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 725.930454] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ae4b1f9-fd25-43e5-a3b6-b04d5f6e51ff req-630d0d4f-1074-48e4-9bad-8e1b22d368d9 service nova] Enqueued Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGHEST for action port [ 725.931727] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 725.931727] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 725.931727] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGHEST for action port [ 725.935517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.935719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.935829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.936174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.936263] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.937695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.938411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.938411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.938411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.938522] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.939049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.939049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.939049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.939049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.939221] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.942567] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-091f7171-988a-4500-80f2-0296d6a1dc14 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.942567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.942567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.942567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.942567] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091f7171-988a-4500-80f2-0296d6a1dc14',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.028535] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.028770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.028883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.029225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.029758] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.029758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.029758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.030173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.030173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030583] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.030796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.030859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.031628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.032027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.032140] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.414275] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.432162] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.445489] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.445630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.445838] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.446721] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091f7171-988a-4500-80f2-0296d6a1dc14 with status ACTIVE [ 726.449668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.449668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.449668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.449668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.449668] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091f7171-988a-4500-80f2-0296d6a1dc14 is going to be updated. [ 726.489498] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.490747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.490747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.490747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.490747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.490747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.534951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d0ad78-788b-43d2-9d54-22c59c87d6ae: rpc.has_security_group_logging(os_id): False [ 726.580684] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.580910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.580910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.581164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.581266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.581456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.581552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.581613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.581766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.581842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.582523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.582523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.582523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.582523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.582523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.583397] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.583397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.584667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.584908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.585032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.585102] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be updated. [ 726.720133] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.720348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.721513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.721513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.721513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.740510] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: IN_PROGRESS for 2s [ 726.863730] env[65840]: INFO networking_nsxv3.common.synchronization [req-20f6551b-a241-47b9-8430-f51d696bdf07 req-9aed625b-ca6c-40c2-906c-de6dd7eeb640 tempest-DeleteServersAdminTestJSON-2005367931 tempest-DeleteServersAdminTestJSON-2005367931-project-member] Enqueued Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 726.864788] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e624e-89a2-470b-bd8d-49d897b443ee with Priority: HIGHEST for action security_group_members [ 726.864788] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-881e624e-89a2-470b-bd8d-49d897b443ee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.864788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.864788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.865019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.865150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.865263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.865338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.865478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.865532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.865628] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881e624e-89a2-470b-bd8d-49d897b443ee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.916893] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.925323] env[65840]: INFO networking_nsxv3.common.synchronization [None req-84d8bc5d-3870-4223-b88a-a6c91036bfca None None] Enqueued Resource ID: 188adfc4-84be-40ce-999d-3dfa5a4e066f with Priority: HIGHEST for action port [ 726.925874] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188adfc4-84be-40ce-999d-3dfa5a4e066f with Priority: HIGHEST for action port [ 726.926123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-188adfc4-84be-40ce-999d-3dfa5a4e066f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.926246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188adfc4-84be-40ce-999d-3dfa5a4e066f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.926317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188adfc4-84be-40ce-999d-3dfa5a4e066f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.926595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188adfc4-84be-40ce-999d-3dfa5a4e066f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.926681] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188adfc4-84be-40ce-999d-3dfa5a4e066f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.936624] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.951177] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.179081] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-000ec9f4-462c-46cd-b817-c0b3dc9d31d0 tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 727.179751] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 727.180342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.180342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.180342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.180511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.180689] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.180761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.182091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.182091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.182091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.182091] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.367608] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.367791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.367853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.368864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.368864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.368864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.368864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.368864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.368864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.368864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.369308] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee is going to be updated. [ 727.405268] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.406156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.406156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.407874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.407874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.420545] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: IN_PROGRESS for 2s [ 727.421114] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.422212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.422326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.422646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.422857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.422925] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 is going to be updated. [ 727.432027] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 188adfc4-84be-40ce-999d-3dfa5a4e066f [ 727.432027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.432164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.432164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.432465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.432611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.432749] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:188adfc4-84be-40ce-999d-3dfa5a4e066f already deleted. [ 727.432874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188adfc4-84be-40ce-999d-3dfa5a4e066f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.439503] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.440131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.440131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.440448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.440448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.440531] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 727.454531] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.454693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.454767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.454985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.455093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.455193] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be created. [ 727.484902] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.485070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.485122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.485353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.485538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.487999] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.488169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.488225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.488457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.488608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.491763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.491909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.491979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.492253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.492371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.509476] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 in Status: IN_PROGRESS for 2s [ 727.509944] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: UNINITIALIZED for 2s [ 727.510586] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 727.542150] env[65840]: INFO networking_nsxv3.common.synchronization [req-9226c938-d903-49ab-a02f-1a7fa71ba9b8 req-86888a4f-f00d-42cf-b624-e4e5b602eb96 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 727.542962] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 727.543426] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.543617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.543726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.544043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.544316] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.544476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.544574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.544817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.544953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.545118] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.683540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.683777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.683854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.684385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.684492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.684719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.684877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.684877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.685044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.685122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.685399] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 727.707979] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.708171] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.708171] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.708451] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.708714] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.708866] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.708976] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.709714] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.709860] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.710167] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.710280] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.710384] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.710491] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.710587] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.710846] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.711146] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.714744] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.714929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.714929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.715128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.715539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.730983] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 727.738947] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.739277] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.739420] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.739591] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.739910] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-80c59119-6105-4b93-90dd-78a7212f9293 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.740089] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.740205] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.740528] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.740664] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c59119-6105-4b93-90dd-78a7212f9293',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.052758] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.052758] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.052758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.052758] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 728.096494] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.096494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.096494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.097798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.097798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.110906] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 728.207162] env[65840]: INFO networking_nsxv3.common.synchronization [None req-08f13a61-d827-4d28-87b7-996b31de8b6a None None] Enqueued Resource ID: 9708addd-e409-4f44-834d-946e024e930f with Priority: HIGHEST for action port [ 728.207487] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9708addd-e409-4f44-834d-946e024e930f with Priority: HIGHEST for action port [ 728.208067] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9708addd-e409-4f44-834d-946e024e930f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.208186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9708addd-e409-4f44-834d-946e024e930f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.208359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9708addd-e409-4f44-834d-946e024e930f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.208501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9708addd-e409-4f44-834d-946e024e930f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.208578] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9708addd-e409-4f44-834d-946e024e930f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.243630] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.243924] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.243924] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.244332] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.244492] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.244740] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 80c59119-6105-4b93-90dd-78a7212f9293 not found, creating... [ 728.244899] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.245095] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.245398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.245458] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.245644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246065] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.246065] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.246065] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.246277] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.246379] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246640] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 80c59119-6105-4b93-90dd-78a7212f9293 is going to be created. [ 728.291954] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.292627] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.292627] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.292627] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.292804] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.292882] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711939] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9708addd-e409-4f44-834d-946e024e930f [ 728.711939] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.712397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.712397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.712397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.712471] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9708addd-e409-4f44-834d-946e024e930f already deleted. [ 728.712506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9708addd-e409-4f44-834d-946e024e930f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.753547] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 728.753822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.973931] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-3fa40085-168b-4cfc-90de-d37bf2102b1e service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 728.973931] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-3fa40085-168b-4cfc-90de-d37bf2102b1e service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 728.974551] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-3fa40085-168b-4cfc-90de-d37bf2102b1e service nova] Enqueued Resource ID: 80c59119-6105-4b93-90dd-78a7212f9293 with Priority: HIGHEST for action port [ 728.974551] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 728.974683] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 728.974787] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c59119-6105-4b93-90dd-78a7212f9293 with Priority: HIGHEST for action port [ 728.980178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.980178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.980178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.980178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.980178] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.980732] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.980823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.981235] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-80c59119-6105-4b93-90dd-78a7212f9293 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.981235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.981372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.981732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.981732] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c59119-6105-4b93-90dd-78a7212f9293',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.365723] env[65840]: INFO networking_nsxv3.common.synchronization [req-c236d17b-edfe-4be3-bdb1-8cd0b7d94ef7 req-90ceb287-b520-4479-aea0-a993f7699d3e tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 729.365723] env[65840]: INFO networking_nsxv3.common.synchronization [req-c236d17b-edfe-4be3-bdb1-8cd0b7d94ef7 req-90ceb287-b520-4479-aea0-a993f7699d3e tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_members [ 729.366044] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 729.366044] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 with Priority: HIGHEST for action security_group_members [ 729.367351] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.367856] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.367856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.403740] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-ff58fc0e-82dd-40da-a9aa-4143cb8c5bf4 tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 729.404280] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 729.404993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.404993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.425828] env[65840]: INFO networking_nsxv3.common.synchronization [req-c236d17b-edfe-4be3-bdb1-8cd0b7d94ef7 req-90ceb287-b520-4479-aea0-a993f7699d3e tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_rules [ 729.426293] env[65840]: INFO networking_nsxv3.common.synchronization [req-c236d17b-edfe-4be3-bdb1-8cd0b7d94ef7 req-90ceb287-b520-4479-aea0-a993f7699d3e tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 729.426529] env[65840]: INFO networking_nsxv3.common.synchronization [req-c236d17b-edfe-4be3-bdb1-8cd0b7d94ef7 req-90ceb287-b520-4479-aea0-a993f7699d3e tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with Priority: HIGHEST for action port [ 729.427469] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_rules [ 729.427695] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 729.427872] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with Priority: HIGHEST for action port [ 729.428330] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.429017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.429342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431463] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.431463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.431463] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.433151] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881e624e-89a2-470b-bd8d-49d897b443ee in Status: SUCCESS [ 729.433483] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881e624e-89a2-470b-bd8d-49d897b443ee deletion is rescheduled due to dependency. [ 729.433671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881e624e-89a2-470b-bd8d-49d897b443ee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.488306] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.488306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.489039] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80c59119-6105-4b93-90dd-78a7212f9293 with status ACTIVE [ 729.489039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.489039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.489191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.490459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.490459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.490459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.490459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.490459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.490459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.490459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.490459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.490748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.490748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.490878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.490908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.491667] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80c59119-6105-4b93-90dd-78a7212f9293 is going to be updated. [ 729.525130] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.525130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.525415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.525415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.525527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.525686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80c59119-6105-4b93-90dd-78a7212f9293" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.528995] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: SUCCESS [ 729.529473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.529920] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 in Status: SUCCESS [ 729.530118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.530272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.530480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.530667] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.530783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.530850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.531019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.534342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534468] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.535400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.535619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.535806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.535921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.536128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.536180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.536222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.536292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.536390] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.541660] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 729.542011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.542597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.542903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.542993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.543163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.543207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.543696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.543801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.543902] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.544912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.545085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.545253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.546695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.546695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.546695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.546695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.546695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.546695] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.546948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.546978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.548080] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.548080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.548080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.548080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.548080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.548080] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.745542] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 729.748035] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 deletion is rescheduled due to dependency. [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.748035] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.748035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.748035] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.788145] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.788145] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.788145] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.789240] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.789240] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.789374] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.789416] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.789644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.789865] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.790164] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.790347] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.790475] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.790581] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.790689] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.790789] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.790919] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.821885] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.822111] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.822225] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.822372] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-574" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.822691] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-18b0ab49-2dd8-4401-b55a-f68ae1699f46 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.822860] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.822976] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.823330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.823487] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b0ab49-2dd8-4401-b55a-f68ae1699f46',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.938442] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 with status ACTIVE [ 729.938442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.938442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.938442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.938442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.938442] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2 is going to be updated. [ 729.972932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.973123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.973227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.973379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.973559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.973744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9cadd1-81e2-4c7a-9b66-2dac1f0c68d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.040833] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.043598] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c45afdf-e77c-458b-9f79-50b4cd34bfc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.047665] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.047863] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.047957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.048257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.048295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.048566] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.048732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.048842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.049104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.049258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.049402] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 is going to be deleted. [ 730.050737] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.050890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.051115] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.106692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.108797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.108797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.108797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.108797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.108797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.139762] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 730.139762] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 730.139762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.249676] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.326541] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.326793] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.327045] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.327268] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.327487] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.327644] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 18b0ab49-2dd8-4401-b55a-f68ae1699f46 not found, creating... [ 730.328078] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.328264] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.329012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.329012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.329012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.329012] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.329407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.329615] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.329840] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.329982] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.330119] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 18b0ab49-2dd8-4401-b55a-f68ae1699f46 is going to be created. [ 730.377890] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.377890] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.377890] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.377890] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.378211] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.378349] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.545559] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02e97d1-a7d9-4e16-9aba-2b291a6791da: rpc.has_security_group_logging(os_id): False [ 730.546857] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c45afdf-e77c-458b-9f79-50b4cd34bfc2: rpc.has_security_group_logging(os_id): False [ 730.553675] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.585801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.586020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.586106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.586308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.586406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.586634] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.586733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.586796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.586940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.587027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.587112] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 is going to be created. [ 730.589083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.589266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.589344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.589517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.589597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.589819] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.589914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.589976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.590134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.590207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.590292] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be created. [ 730.635803] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1c45afdf-e77c-458b-9f79-50b4cd34bfc2], does not exist path=[/infra/domains/default/groups/1c45afdf-e77c-458b-9f79-50b4cd34bfc2]."\n}' [ 730.636018] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c45afdf-e77c-458b-9f79-50b4cd34bfc2 [ 730.636127] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 730.686517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.686834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.687695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.688343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.689546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.690267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.690531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.690531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.691073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.691073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.691382] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.691510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.691577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.691840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.691840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.691924] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c45afdf-e77c-458b-9f79-50b4cd34bfc2 is going to be created. [ 730.711317] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.711490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.711490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.711671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.711855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.724074] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1c45afdf-e77c-458b-9f79-50b4cd34bfc2], does not exist path=[/infra/domains/default/groups/1c45afdf-e77c-458b-9f79-50b4cd34bfc2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c45afdf-e77c-458b-9f79-50b4cd34bfc2 [ 730.725158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c45afdf-e77c-458b-9f79-50b4cd34bfc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.725158] env[65840]: Traceback (most recent call last): [ 730.725158] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 730.725158] env[65840]: return func(*args, **kwargs) [ 730.725158] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 730.725158] env[65840]: res.raise_for_status() [ 730.725158] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 730.725158] env[65840]: raise HTTPError(http_error_msg, response=self) [ 730.725158] env[65840]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c45afdf-e77c-458b-9f79-50b4cd34bfc2 [ 730.725158] env[65840]: During handling of the above exception, another exception occurred: [ 730.725158] env[65840]: Traceback (most recent call last): [ 730.725158] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 730.725158] env[65840]: listener.cb(fileno) [ 730.725158] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 730.725158] env[65840]: result = function(*args, **kwargs) [ 730.725158] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 730.725158] env[65840]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 730.725158] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 730.725158] env[65840]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 730.725158] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 730.725158] env[65840]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 730.725158] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 730.725158] env[65840]: res.raise_for_status() [ 730.725158] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 730.725158] env[65840]: raise HTTPError(http_error_msg, response=self) [ 730.725158] env[65840]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1c45afdf-e77c-458b-9f79-50b4cd34bfc2 [ 730.725158] env[65840]: Removing descriptor: 5 [ 730.732323] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: IN_PROGRESS for 2s [ 730.753215] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.836407] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2e5a33c7-dbcd-4070-8d62-9bf1d98cb3a2 None None] Enqueued Resource ID: 9d6da1c5-499f-4974-b747-67dcdde8973e with Priority: HIGHEST for action port [ 730.836986] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6da1c5-499f-4974-b747-67dcdde8973e with Priority: HIGHEST for action port [ 730.837349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6da1c5-499f-4974-b747-67dcdde8973e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.837499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6da1c5-499f-4974-b747-67dcdde8973e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.837567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6da1c5-499f-4974-b747-67dcdde8973e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.837833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6da1c5-499f-4974-b747-67dcdde8973e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.837911] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6da1c5-499f-4974-b747-67dcdde8973e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.056700] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.056838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.056907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.057194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.057260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.057336] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 731.091257] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.091257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.091257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.091257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.091257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.098847] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-542015f0-2563-430c-bbe9-1b1662d926e1 service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 731.099045] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-542015f0-2563-430c-bbe9-1b1662d926e1 service nova] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 731.099182] env[65840]: INFO networking_nsxv3.common.synchronization [req-3822d793-820d-4086-abd1-4dec4dd273a3 req-542015f0-2563-430c-bbe9-1b1662d926e1 service nova] Enqueued Resource ID: 18b0ab49-2dd8-4401-b55a-f68ae1699f46 with Priority: HIGHEST for action port [ 731.099696] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_rules [ 731.099836] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 731.099933] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b0ab49-2dd8-4401-b55a-f68ae1699f46 with Priority: HIGHEST for action port [ 731.104663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.104781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.104990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.105089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.105265] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b0ab49-2dd8-4401-b55a-f68ae1699f46 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.105370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.105438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.105645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.105733] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b0ab49-2dd8-4401-b55a-f68ae1699f46',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.108846] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 731.259870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.259870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.259870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.259870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.259870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.259870] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 731.318220] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.318418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.318499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.321289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.321289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.332279] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 731.340357] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6da1c5-499f-4974-b747-67dcdde8973e [ 731.340566] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.340756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.340864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.341253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.345140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.345599] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6da1c5-499f-4974-b747-67dcdde8973e already deleted. [ 731.345599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6da1c5-499f-4974-b747-67dcdde8973e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.610412] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b0ab49-2dd8-4401-b55a-f68ae1699f46 with status ACTIVE [ 731.611640] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.611640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.611640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.611640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.611640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.611640] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.611640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.611640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.612033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.612033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.612033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.612133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.612133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.612289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.612411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.612411] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b0ab49-2dd8-4401-b55a-f68ae1699f46 is going to be updated. [ 731.637880] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ed8fc24-a3af-4d55-9496-1b4a7176c6a5 req-f00ffca4-a20f-4ec6-9912-e32fefbbea5a tempest-ServerPasswordTestJSON-443102483 tempest-ServerPasswordTestJSON-443102483-project-member] Enqueued Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_members [ 731.640677] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_members [ 731.641409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.641537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.641604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.644026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.644026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.644026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.644026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.644026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.644026] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.654353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.654523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.654574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.654793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.654937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.655125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b0ab49-2dd8-4401-b55a-f68ae1699f46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.147279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.147786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.147786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.148058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.148359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.148763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.148987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.149121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.153611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.153842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.153961] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 already deleted. [ 732.154072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.157266] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.157475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.157610] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.157913] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.158726] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.158902] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.159055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.159399] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.159663] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.159953] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.160154] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.160302] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.160438] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.160575] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.160702] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.160950] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.186282] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.186460] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.186645] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.186774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.187107] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-ef665a05-039d-4b34-8726-070d2999cf92 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.187287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.187392] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.187713] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.187848] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef665a05-039d-4b34-8726-070d2999cf92',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.284253] env[65840]: INFO networking_nsxv3.common.synchronization [None req-cb9d9fce-3f8a-4c70-80ee-055ee2e39565 tempest-ServersTestFqdnHostnames-1443724673 tempest-ServersTestFqdnHostnames-1443724673-project-member] Enqueued Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_rules [ 732.285982] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_rules [ 732.286577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.286789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.286905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.287266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.287420] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.562152] env[65840]: INFO networking_nsxv3.common.synchronization [None req-3905f1be-37b9-439e-97a0-5f16f1379e4c tempest-ServersTestFqdnHostnames-1443724673 tempest-ServersTestFqdnHostnames-1443724673-project-member] Enqueued Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_rules [ 732.562915] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_rules [ 732.563274] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.563384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.693722] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.693722] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port ef665a05-039d-4b34-8726-070d2999cf92 not found, creating... [ 732.693722] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.693722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.694227] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.694282] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.694779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.694779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.694779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.694904] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.694974] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: ef665a05-039d-4b34-8726-070d2999cf92 is going to be created. [ 732.721201] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.721508] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.721626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.721915] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.722198] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.722457] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.745791] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: SUCCESS [ 732.746080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.820853] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.821057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.821111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.821348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.821450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.821550] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 already deleted. [ 732.821639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.821803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.821970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.822071] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.124246] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 733.124246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.124246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.124246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.124246] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.124246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.124246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.124246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.124580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.124580] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.345541] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 733.345949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.346755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.346926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.347027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.347449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.347449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.347449] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 already deleted. [ 733.347610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.347659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.347792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.347942] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.348306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.348405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.348580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.348659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.348753] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.447537] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ed8fc24-a3af-4d55-9496-1b4a7176c6a5 req-30ab4670-63d3-4278-963f-ea153a524478 service nova] Enqueued Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_rules [ 733.447537] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ed8fc24-a3af-4d55-9496-1b4a7176c6a5 req-30ab4670-63d3-4278-963f-ea153a524478 service nova] Enqueued Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_members [ 733.447537] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ed8fc24-a3af-4d55-9496-1b4a7176c6a5 req-30ab4670-63d3-4278-963f-ea153a524478 service nova] Enqueued Resource ID: ef665a05-039d-4b34-8726-070d2999cf92 with Priority: HIGHEST for action port [ 733.447712] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_rules [ 733.447760] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_members [ 733.447822] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef665a05-039d-4b34-8726-070d2999cf92 with Priority: HIGHEST for action port [ 733.448396] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.448520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.448586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.448994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.448994] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.452832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.452832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.452832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.452832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.452832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.452832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.453040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.453070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.453447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.453447] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.455296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef665a05-039d-4b34-8726-070d2999cf92 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.455609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.456470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.456660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.456746] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef665a05-039d-4b34-8726-070d2999cf92',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.628032] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.852554] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.959438] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.960584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.960737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.962271] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef665a05-039d-4b34-8726-070d2999cf92 with status ACTIVE [ 733.962528] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.962790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.962790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.963018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.963144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.963395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.963539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.963649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.964598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.964598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.964598] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.964598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.964598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.964598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.964842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.964842] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef665a05-039d-4b34-8726-070d2999cf92 is going to be updated. [ 734.000691] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.000691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.000691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.000691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.000691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.000691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef665a05-039d-4b34-8726-070d2999cf92" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.129836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.357161] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.464482] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.633294] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.634309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.634309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.634309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.634309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.634309] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 734.677719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.679724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.679922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.699398] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 734.859677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.859837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.860283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.860283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.860283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.860506] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 734.923314] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.925535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.925535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.925535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.925535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.938951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 734.967840] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.968064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.968225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.969372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.969556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.969727] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 is going to be created. [ 735.036211] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.036211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.036211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.036211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.036211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048034] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 in Status: UNINITIALIZED for 2s [ 735.429192] env[65840]: INFO networking_nsxv3.common.synchronization [None req-04190f27-c0fa-41f3-89bc-5d113f12ad21 tempest-MigrationsAdminTest-779376332 tempest-MigrationsAdminTest-779376332-project-member] Enqueued Resource ID: c094b44d-9d34-4950-835f-d925f6fd2a53 with Priority: HIGHEST for action security_group_rules [ 735.429924] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c094b44d-9d34-4950-835f-d925f6fd2a53 with Priority: HIGHEST for action security_group_rules [ 735.430747] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c094b44d-9d34-4950-835f-d925f6fd2a53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.430943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.431038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.431389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.431533] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c094b44d-9d34-4950-835f-d925f6fd2a53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.580923] env[65840]: INFO networking_nsxv3.common.synchronization [None req-cf78671d-541f-4022-b8fe-5f69edabc1ae tempest-MigrationsAdminTest-779376332 tempest-MigrationsAdminTest-779376332-project-member] Enqueued Resource ID: c094b44d-9d34-4950-835f-d925f6fd2a53 with Priority: HIGHEST for action security_group_rules [ 735.581592] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c094b44d-9d34-4950-835f-d925f6fd2a53 with Priority: HIGHEST for action security_group_rules [ 735.582181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c094b44d-9d34-4950-835f-d925f6fd2a53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.582301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.953328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.953328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.953455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.953573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953678] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c094b44d-9d34-4950-835f-d925f6fd2a53 already deleted. [ 735.953765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.954116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.954201] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c094b44d-9d34-4950-835f-d925f6fd2a53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.484763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.485058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.485058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.485607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.485607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.485607] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c094b44d-9d34-4950-835f-d925f6fd2a53 already deleted. [ 736.485607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c094b44d-9d34-4950-835f-d925f6fd2a53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.710980] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 736.711246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.711453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.711681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.711867] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.711982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.712062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.712260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.712516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.712516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.712516] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.712659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.712690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.712815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.712952] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.713082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.713152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.713280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.713356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.713455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.713550] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.948899] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 736.949126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.949575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.949789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.949978] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.950163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.950236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.950465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.950544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.950652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.950765] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.951803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.951962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.952286] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.952286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.952286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.952513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.952513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.956024] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.063134] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 in Status: SUCCESS [ 737.063134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.063134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.063329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.067022] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.067022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.067022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.067022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.067022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.067022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.067022] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.216279] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc6a6249-2835-4b19-84e9-690daed08c41: rpc.has_security_group_logging(os_id): False [ 737.236491] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.236641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.236699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.237085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.258212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.258463] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.258675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.258675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.258848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.258935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.259141] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.259271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.259362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.259535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.259611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.259804] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.259908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.259984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.260697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.260797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.260893] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 737.352493] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.352752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.353239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.353239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.353239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.368090] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 737.455577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.455718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.456085] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.570302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.570302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.570302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.570704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.570704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.570704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.570704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.571066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.571066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.571202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.572203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.572203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.572203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.572641] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.959283] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.075818] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8: rpc.has_security_group_logging(os_id): False [ 738.096777] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.096966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.097030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.097248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.097340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.097560] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.097659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.097726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.097881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.098020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.098154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.098247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.098303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.098450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.098519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.098704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.098797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.098857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.099036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.105026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.105026] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 is going to be created. [ 738.188540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.188540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.188733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.188828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.188985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.208033] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 in Status: IN_PROGRESS for 2s [ 738.463400] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.463559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.463628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.463980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.464088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.464183] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 738.497912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.498087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.498087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.498275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.498429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.510710] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 739.385026] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 739.385306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.385462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.385691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.385770] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.891183] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.891315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.891418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.891670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.891880] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.891985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.892070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.892697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.892697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892697] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.226978] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 in Status: SUCCESS [ 740.227212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.323419] env[65840]: INFO networking_nsxv3.common.synchronization [req-084d49fd-83b5-4624-89e5-d98533b5e81b req-1f3e3748-aecc-45d8-a2f6-8a01bf27d4e2 tempest-InstanceActionsNegativeTestJSON-847030170 tempest-InstanceActionsNegativeTestJSON-847030170-project-member] Enqueued Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_members [ 740.324330] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_members [ 740.325351] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.325351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.325351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.325351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.325351] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.325631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.325631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.325704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.325764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.325859] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.394863] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.395207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.395207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.395318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.395485] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.395588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.395653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.395807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.395895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.395985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.396180] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.396271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.396304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.396436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.396572] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.396698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.396760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.396926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.397613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.397764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.397865] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.523016] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 740.523134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.523411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.523895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.524163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.524406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.524552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.524963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.525129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.525264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.526150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.526343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.526450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.526662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.527095] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.527271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.527448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.527654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.527766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.527965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.528138] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.826318] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.826511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-240" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.826642] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-240" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.827035] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-240" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.827711] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.827711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.827711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.827968] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828025] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.828179] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.828281] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.828386] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.829438] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.829438] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.829438] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.829438] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.830466] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.830572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.830635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.830792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.830872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.831050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.831334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.831334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.831334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.831485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.831527] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 already deleted. [ 740.831587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.852840] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.852960] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.853117] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.853276] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-240" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.853856] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-5877e502-b802-4948-894c-466bca558225 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.853856] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.853856] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.854186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.854328] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5877e502-b802-4948-894c-466bca558225',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.901157] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc6a6249-2835-4b19-84e9-690daed08c41: rpc.has_security_group_logging(os_id): False [ 740.921594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.921735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.921776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.921961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.922116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.922256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.922360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.922438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.922638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.922673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.922830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.922925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.922983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.923144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.923223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.923419] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.923515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.923572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.923723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.923804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.923926] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 741.031201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02468b4-21c2-46a5-bd0b-af34c5f3afd7: rpc.has_security_group_logging(os_id): False [ 741.065509] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.065662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.065753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.066702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.066961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.077963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.077963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.077963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.107786] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 741.124148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.124961] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.125787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.125787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.125787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.125787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.125787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.126180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.126180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.126253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.126608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.126950] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.127085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.127152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.127333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.127399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.127509] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 741.272810] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.273019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.273369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.273369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.273505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.291822] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 741.357526] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.357751] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.357869] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.358231] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.358389] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.358528] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 5877e502-b802-4948-894c-466bca558225 not found, creating... [ 741.358799] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.359369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.359369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.359564] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.359835] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359981] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.360164] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.360384] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.360511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.360643] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 5877e502-b802-4948-894c-466bca558225 is going to be created. [ 741.413064] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.413478] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.413478] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.413571] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.413819] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.414082] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.140820] env[65840]: INFO networking_nsxv3.common.synchronization [req-084d49fd-83b5-4624-89e5-d98533b5e81b req-37b6875a-6203-403d-a284-60fba4e241ee service nova] Enqueued Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_rules [ 742.140820] env[65840]: INFO networking_nsxv3.common.synchronization [req-084d49fd-83b5-4624-89e5-d98533b5e81b req-37b6875a-6203-403d-a284-60fba4e241ee service nova] Enqueued Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_members [ 742.141048] env[65840]: INFO networking_nsxv3.common.synchronization [req-084d49fd-83b5-4624-89e5-d98533b5e81b req-37b6875a-6203-403d-a284-60fba4e241ee service nova] Enqueued Resource ID: 5877e502-b802-4948-894c-466bca558225 with Priority: HIGHEST for action port [ 742.141805] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_rules [ 742.141949] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_members [ 742.142258] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5877e502-b802-4948-894c-466bca558225 with Priority: HIGHEST for action port [ 742.143179] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.143435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.143507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.143891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.144498] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.145954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.146063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.146129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.146330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.146489] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.146587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.146646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.146803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.146888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.146989] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.147909] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5877e502-b802-4948-894c-466bca558225 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.148065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.149149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.149149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.149149] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5877e502-b802-4948-894c-466bca558225',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.650814] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.651234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.651234] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.652677] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5877e502-b802-4948-894c-466bca558225 with status ACTIVE [ 742.652677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.652677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.652677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.653344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.653344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.653344] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.653344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.653344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.653344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.653344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.653841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.653841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.653841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.653841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.653841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.654955] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5877e502-b802-4948-894c-466bca558225 is going to be updated. [ 742.691632] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.691771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.691848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.692165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.692554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.692554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5877e502-b802-4948-894c-466bca558225" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.146705] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 743.146879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.156879] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.320805] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f5ef178-d68e-43f2-b245-33640d543494 req-55f835f3-b608-46a5-9344-1cdd664d1f32 tempest-AttachInterfacesV270Test-1155295202 tempest-AttachInterfacesV270Test-1155295202-project-member] Enqueued Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_members [ 743.321138] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_members [ 743.322730] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.322931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.323036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.324219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.324219] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.324219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.324219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.324219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.324219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.324219] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.338327] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 743.338563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.340476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.340806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.341170] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.666607] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.666934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.666934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.668078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.668078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.668078] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 is going to be created. [ 743.703034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.703034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.703034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.732074] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 in Status: UNINITIALIZED for 2s [ 743.828312] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.829339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.829339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.829633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.829633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.829750] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.829837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.829837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.830021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.830141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.830206] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d503e5-1bb2-4038-b077-1701fc09d898 already deleted. [ 743.830254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.844877] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.845067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.845110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.845320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.845482] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.845587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.845654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.845803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.845891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.845981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.846079] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.998457] env[65840]: INFO networking_nsxv3.common.synchronization [None req-08df2014-68a1-413f-ba0c-266f6738ddef None None] Enqueued Resource ID: 5633d1d5-c53b-4919-b5ec-537e3289f0fb with Priority: HIGHEST for action port [ 743.999087] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5633d1d5-c53b-4919-b5ec-537e3289f0fb with Priority: HIGHEST for action port [ 743.999478] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5633d1d5-c53b-4919-b5ec-537e3289f0fb taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.999629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5633d1d5-c53b-4919-b5ec-537e3289f0fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.999700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5633d1d5-c53b-4919-b5ec-537e3289f0fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.999951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5633d1d5-c53b-4919-b5ec-537e3289f0fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.000051] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5633d1d5-c53b-4919-b5ec-537e3289f0fb',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.227315] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.227540] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-971" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.227656] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-971" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.228053] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-971" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.228605] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.228747] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.228811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.229205] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.229205] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.229383] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.229580] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.229698] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.229793] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.230194] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.230194] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.230194] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.259159] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.259159] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.259159] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.259734] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-971" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.259734] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.259875] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.259924] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.260310] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.260533] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29693c9c-5cfd-45fc-b6d9-ed8c963b5992',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.348963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.349316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.349316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.349685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.349960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.350155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.350299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.350535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.350692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.350940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.351221] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.351399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.351528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.351793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.352056] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.352226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.352341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.352592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.352746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.352903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.353082] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.503353] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5633d1d5-c53b-4919-b5ec-537e3289f0fb [ 744.503644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.503747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.504304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.504304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.504304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.504304] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5633d1d5-c53b-4919-b5ec-537e3289f0fb already deleted. [ 744.504304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5633d1d5-c53b-4919-b5ec-537e3289f0fb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.766864] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.766864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.766864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.766864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.766864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.766864] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 29693c9c-5cfd-45fc-b6d9-ed8c963b5992 not found, creating... [ 744.766864] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.766864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.766864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.767962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.767962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.767962] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.767962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.767962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.767962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.771105] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.771315] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 29693c9c-5cfd-45fc-b6d9-ed8c963b5992 is going to be created. [ 744.795806] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.796107] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.796320] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.796654] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.797526] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.797880] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.856087] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02468b4-21c2-46a5-bd0b-af34c5f3afd7: rpc.has_security_group_logging(os_id): False [ 744.903671] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.904079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.904079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.905051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.905051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.905051] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.905051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.905051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.905051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.905051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.905345] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.905345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.905345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.905480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.905556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.905733] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.905880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.905960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.906739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.906739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.906835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 745.056638] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.056864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.056944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.057272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.057504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.089068] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 745.572178] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f5ef178-d68e-43f2-b245-33640d543494 req-16c6e216-e1cf-425b-9c07-9015a0186b54 service nova] Enqueued Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_rules [ 745.572348] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f5ef178-d68e-43f2-b245-33640d543494 req-16c6e216-e1cf-425b-9c07-9015a0186b54 service nova] Enqueued Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_members [ 745.572562] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f5ef178-d68e-43f2-b245-33640d543494 req-16c6e216-e1cf-425b-9c07-9015a0186b54 service nova] Enqueued Resource ID: 29693c9c-5cfd-45fc-b6d9-ed8c963b5992 with Priority: HIGHEST for action port [ 745.573074] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_rules [ 745.573215] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_members [ 745.573314] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29693c9c-5cfd-45fc-b6d9-ed8c963b5992 with Priority: HIGHEST for action port [ 745.573579] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.573739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.574010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.578464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.578464] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.578464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.578464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.578464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.578464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.578921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.579284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.581719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.581719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.581719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581719] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.581719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.581719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.581719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.581719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.581719] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29693c9c-5cfd-45fc-b6d9-ed8c963b5992',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.743143] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 in Status: SUCCESS [ 745.743337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.743452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.743684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.743930] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.744077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.744197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.744404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.744499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.744901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.745033] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.083121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.083649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.091750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29693c9c-5cfd-45fc-b6d9-ed8c963b5992 with status ACTIVE [ 746.091750] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.091750] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.091750] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.091750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.094645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.094645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.094645] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29693c9c-5cfd-45fc-b6d9-ed8c963b5992 is going to be updated. [ 746.094645] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.129224] env[65840]: INFO networking_nsxv3.common.synchronization [req-1bdbaf17-0916-4363-b633-ff74411f388f req-7761b9f6-ee61-477f-8462-e667fcda4642 tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 746.133163] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 746.133163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.133163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.133163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.133163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.133163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.133163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.133163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.133514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.133901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.133901] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.153218] env[65840]: INFO networking_nsxv3.common.synchronization [None req-3f4de764-239a-4d1d-ad2f-26f83992721d None None] Enqueued Resource ID: 6c7e7ee9-b9fb-4302-aec7-575bca336a41 with Priority: HIGHEST for action port [ 746.153218] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7e7ee9-b9fb-4302-aec7-575bca336a41 with Priority: HIGHEST for action port [ 746.155076] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.155178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.155245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.155460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.155620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.155926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29693c9c-5cfd-45fc-b6d9-ed8c963b5992" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.159038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7e7ee9-b9fb-4302-aec7-575bca336a41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.159038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7e7ee9-b9fb-4302-aec7-575bca336a41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.159038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7e7ee9-b9fb-4302-aec7-575bca336a41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.159038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7e7ee9-b9fb-4302-aec7-575bca336a41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.159038] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7e7ee9-b9fb-4302-aec7-575bca336a41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.250296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.250296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.250296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.250296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.250296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.250879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.250879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.250879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.250879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.250879] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.595531] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.641063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.641063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.641063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 already deleted. [ 746.641063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664607] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c7e7ee9-b9fb-4302-aec7-575bca336a41 [ 746.664607] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.664607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.664607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.664607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.664607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.664607] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c7e7ee9-b9fb-4302-aec7-575bca336a41 already deleted. [ 746.664607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7e7ee9-b9fb-4302-aec7-575bca336a41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.717360] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.717553] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.717697] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.718057] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.718549] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.718710] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.718822] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.719049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.719415] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719658] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.719772] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.719910] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.721108] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.721108] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.721108] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.721108] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.752431] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.752431] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.752431] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.752431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.752431] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-d237c002-76ae-427e-b263-e45fbd3c2a73 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.752431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.752431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752431] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d237c002-76ae-427e-b263-e45fbd3c2a73',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.757029] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f69fcd4a-0d38-4745-839e-4dc64f4bcc97: rpc.has_security_group_logging(os_id): False [ 746.776412] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.776588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.776673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.777062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.777155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.777357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.777455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.777518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.777677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.777752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.777921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.778028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.778091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.778226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.778296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.778479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.778590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.778661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.778821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.778899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.778997] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 is going to be created. [ 746.861776] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.861993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.861993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.862306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.862392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.879329] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 in Status: IN_PROGRESS for 2s [ 746.957025] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1c445641-2b58-48a5-86ba-f789f2037db9 None None] Enqueued Resource ID: f860762b-fa89-4408-a7aa-3c87e876bffc with Priority: HIGHEST for action port [ 746.957025] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f860762b-fa89-4408-a7aa-3c87e876bffc with Priority: HIGHEST for action port [ 746.957025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f860762b-fa89-4408-a7aa-3c87e876bffc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.957025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f860762b-fa89-4408-a7aa-3c87e876bffc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.957025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f860762b-fa89-4408-a7aa-3c87e876bffc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.957781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f860762b-fa89-4408-a7aa-3c87e876bffc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.958056] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f860762b-fa89-4408-a7aa-3c87e876bffc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.101452] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.101452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.101452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.102032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.102032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.102032] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d503e5-1bb2-4038-b077-1701fc09d898 is going to be created. [ 747.114118] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 747.114365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.137604] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.137827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.137827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.138133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.138335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.149116] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d503e5-1bb2-4038-b077-1701fc09d898 in Status: UNINITIALIZED for 2s [ 747.249519] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.249803] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.249933] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.250267] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.250423] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250582] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port d237c002-76ae-427e-b263-e45fbd3c2a73 not found, creating... [ 747.250998] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.251120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.251224] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.251452] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.251626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.252014] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.252150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.252231] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.252443] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.252618] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.252811] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: d237c002-76ae-427e-b263-e45fbd3c2a73 is going to be created. [ 747.288197] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.288401] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.288513] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.288787] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.289029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.289234] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.462252] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f860762b-fa89-4408-a7aa-3c87e876bffc [ 747.462366] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.462543] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.462666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.462953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.464030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.464030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f860762b-fa89-4408-a7aa-3c87e876bffc already deleted. [ 747.464030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f860762b-fa89-4408-a7aa-3c87e876bffc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.088245] env[65840]: INFO networking_nsxv3.common.synchronization [req-1bdbaf17-0916-4363-b633-ff74411f388f req-19666e4b-c8a4-46e3-bdba-ece7403f7ead service nova] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_rules [ 748.088245] env[65840]: INFO networking_nsxv3.common.synchronization [req-1bdbaf17-0916-4363-b633-ff74411f388f req-19666e4b-c8a4-46e3-bdba-ece7403f7ead service nova] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 748.088245] env[65840]: INFO networking_nsxv3.common.synchronization [req-1bdbaf17-0916-4363-b633-ff74411f388f req-19666e4b-c8a4-46e3-bdba-ece7403f7ead service nova] Enqueued Resource ID: d237c002-76ae-427e-b263-e45fbd3c2a73 with Priority: HIGHEST for action port [ 748.089183] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_rules [ 748.089485] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 748.089672] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d237c002-76ae-427e-b263-e45fbd3c2a73 with Priority: HIGHEST for action port [ 748.090063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.090264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.090397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.090783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.090979] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.093079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.093309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.093439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.094405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.094405] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.094405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.094405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.094712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.094875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.095056] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.096017] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d237c002-76ae-427e-b263-e45fbd3c2a73 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.096335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.096335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.096588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.096738] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d237c002-76ae-427e-b263-e45fbd3c2a73',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.599378] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.601738] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.601882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.602107] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d237c002-76ae-427e-b263-e45fbd3c2a73 with status ACTIVE [ 748.602320] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.602320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.602432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.602640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.602743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.602923] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.603126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.603204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604582] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.604684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604954] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d237c002-76ae-427e-b263-e45fbd3c2a73 is going to be updated. [ 748.631746] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.631905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.632040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.632277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.632423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.633195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d237c002-76ae-427e-b263-e45fbd3c2a73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.858612] env[65840]: INFO networking_nsxv3.common.synchronization [req-cc13cac3-6314-45e8-bdfd-429403061432 req-d629f9c0-dfe9-4a32-b2e4-43d2033a3cfa tempest-ServerExternalEventsTest-614896200 tempest-ServerExternalEventsTest-614896200-project-member] Enqueued Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_members [ 748.860253] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_members [ 748.860253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.860253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.860253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.860253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.860623] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.860623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.860623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.860743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.860776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.860849] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.894330] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 in Status: SUCCESS [ 748.894698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.107373] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.163722] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d503e5-1bb2-4038-b077-1701fc09d898 in Status: SUCCESS [ 749.164050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.164210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.164447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.164650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.164771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.164875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.164996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.165135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.165175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.165273] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.328503] env[65840]: INFO networking_nsxv3.common.synchronization [None req-80c051b8-7633-4981-b289-3b70de1a28ab None None] Enqueued Resource ID: 612f628e-dfc7-4b8e-be97-d631faeb97fa with Priority: HIGHEST for action port [ 749.329154] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612f628e-dfc7-4b8e-be97-d631faeb97fa with Priority: HIGHEST for action port [ 749.329532] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-612f628e-dfc7-4b8e-be97-d631faeb97fa taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.329665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612f628e-dfc7-4b8e-be97-d631faeb97fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.329784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612f628e-dfc7-4b8e-be97-d631faeb97fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.331110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612f628e-dfc7-4b8e-be97-d631faeb97fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.331240] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612f628e-dfc7-4b8e-be97-d631faeb97fa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.364892] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.364892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.364892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.364892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.364892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.364892] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.367647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.367791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.368037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.368129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.368244] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 already deleted. [ 749.368330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.400244] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.400446] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.400561] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.400826] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.401091] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.401239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.401353] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.401572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.401732] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.401940] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.402082] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.402149] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.402245] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.402386] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.403024] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.403024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.442633] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.442809] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.442809] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.442975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.443329] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.443495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.443610] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.443955] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.444845] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.610461] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.610970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.610970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.610970] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be created. [ 749.643078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.643078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.643078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.643078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.643078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.655480] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: UNINITIALIZED for 2s [ 749.669933] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.669933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.669933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.669933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.669933] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.670843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.671187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.671487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.671746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.671958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.673026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.673026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.673026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.673026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.673026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.673026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.673026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.673337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.673521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.673704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.673885] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.834168] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612f628e-dfc7-4b8e-be97-d631faeb97fa [ 749.834807] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.834807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.834807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.834807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.835049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.835086] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612f628e-dfc7-4b8e-be97-d631faeb97fa already deleted. [ 749.835174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612f628e-dfc7-4b8e-be97-d631faeb97fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.948912] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.949080] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.949167] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.949452] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.950029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.950029] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 not found, creating... [ 749.950029] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.950266] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.950266] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.950516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.950687] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.951409] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.951409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.951409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.951668] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.951668] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.951752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 is going to be created. [ 749.981889] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.982114] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.982282] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.982547] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.982738] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.982958] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.176431] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21d503e5-1bb2-4038-b077-1701fc09d898: rpc.has_security_group_logging(os_id): False [ 750.235027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.235027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.235027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.235027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.235763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.235763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.235763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.235763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.235763] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21d503e5-1bb2-4038-b077-1701fc09d898 is going to be created. [ 750.349016] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.349236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.349236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.349460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.349706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.374059] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21d503e5-1bb2-4038-b077-1701fc09d898 in Status: IN_PROGRESS for 2s [ 750.739753] env[65840]: INFO networking_nsxv3.common.synchronization [req-cc13cac3-6314-45e8-bdfd-429403061432 req-e81518aa-bfde-4782-8e70-39bbd5a31d50 service nova] Enqueued Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_rules [ 750.740078] env[65840]: INFO networking_nsxv3.common.synchronization [req-cc13cac3-6314-45e8-bdfd-429403061432 req-e81518aa-bfde-4782-8e70-39bbd5a31d50 service nova] Enqueued Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_members [ 750.740078] env[65840]: INFO networking_nsxv3.common.synchronization [req-cc13cac3-6314-45e8-bdfd-429403061432 req-e81518aa-bfde-4782-8e70-39bbd5a31d50 service nova] Enqueued Resource ID: 5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 with Priority: HIGHEST for action port [ 750.741558] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_rules [ 750.741558] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_members [ 750.741816] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 with Priority: HIGHEST for action port [ 750.742395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.742571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.742658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.742903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.742997] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.744079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.744293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.744496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.744654] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.744832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.744952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.745039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.745157] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.746330] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.746452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.746578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.746715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.746801] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.250504] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.250504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.250504] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.251090] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 with status ACTIVE [ 751.251279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.251393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.251548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.251854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.251948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.252177] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.252316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.252316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.252463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.252542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.252800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.252960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.255220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.256167] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.256271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.256375] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1 is going to be updated. [ 751.288145] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.289077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.289077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.289077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.289077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.289961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4bfb9d-6e20-4cb5-8b03-7b8f75cc7fe1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.596715] env[65840]: INFO networking_nsxv3.common.synchronization [req-d16a837b-6cbd-467c-80bc-0242c7c4ccfc req-d2ca53cb-2f5e-4671-b75c-2a46043cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-344824209 tempest-FloatingIPsAssociationNegativeTestJSON-344824209-project-member] Enqueued Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_members [ 751.597731] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_members [ 751.598173] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.598330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.598403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.598771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.598968] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.599170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.599294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.599785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.602133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.602133] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.667532] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.670029] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.670029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.670029] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.760347] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.105973] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.105973] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.105973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.106771] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 already deleted. [ 752.106771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.152578] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.152831] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-938" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.152954] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-938" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.153286] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-938" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.153552] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.153698] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.158957] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.158957] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.158957] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.158957] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.158957] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.158957] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.159256] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.159256] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.159256] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.159385] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.176026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.176026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.176026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.176378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.176458] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.176556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.176626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.176783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.176878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.176971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.177135] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.177230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.177287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.177511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.177677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.177758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.177820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.178176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.178176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.178176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.178346] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.182201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.182201] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.182201] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.182722] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-938" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.182722] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-1ab135c7-b0a4-42de-a429-1cd555d38b51 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.182891] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.182891] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.183489] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.183489] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab135c7-b0a4-42de-a429-1cd555d38b51',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.263269] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.263384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.263439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.263690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.263807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.263918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 is going to be created. [ 752.343059] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.343353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.343666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.343838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.344025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.362531] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 in Status: UNINITIALIZED for 2s [ 752.398451] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21d503e5-1bb2-4038-b077-1701fc09d898 in Status: SUCCESS [ 752.398840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.672109] env[65840]: INFO networking_nsxv3.common.synchronization [req-fabddc71-5037-488f-96b8-7e48cbaaddeb req-72bcd59f-db6f-4e1c-ad25-470ba1b1624a tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 752.672803] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 752.673208] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.673348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.673431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.673637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.673790] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.673969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.674083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.674304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.674433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.674573] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.681520] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0047fe4d-190e-4480-a27c-ba0bd79c8b32: rpc.has_security_group_logging(os_id): False [ 752.688944] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.688944] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.688944] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.688944] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.688944] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.688944] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 1ab135c7-b0a4-42de-a429-1cd555d38b51 not found, creating... [ 752.689266] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.689320] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.689392] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.689713] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.689757] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.690056] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.690188] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.690284] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.691020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.691020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.691020] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 1ab135c7-b0a4-42de-a429-1cd555d38b51 is going to be created. [ 752.706953] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.706953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.706953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.707232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.707268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.711214] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.711214] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.711214] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.711214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.711824] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be created. [ 752.717954] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.718218] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.718342] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.718603] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.718825] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.719238] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.874503] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.874775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.874775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.874978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.876443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.895202] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 753.177866] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.515721] env[65840]: INFO networking_nsxv3.common.synchronization [req-d16a837b-6cbd-467c-80bc-0242c7c4ccfc req-c318d984-1a05-4c91-89cf-3c67e628b84c service nova] Enqueued Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_rules [ 753.515721] env[65840]: INFO networking_nsxv3.common.synchronization [req-d16a837b-6cbd-467c-80bc-0242c7c4ccfc req-c318d984-1a05-4c91-89cf-3c67e628b84c service nova] Enqueued Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_members [ 753.515721] env[65840]: INFO networking_nsxv3.common.synchronization [req-d16a837b-6cbd-467c-80bc-0242c7c4ccfc req-c318d984-1a05-4c91-89cf-3c67e628b84c service nova] Enqueued Resource ID: 1ab135c7-b0a4-42de-a429-1cd555d38b51 with Priority: HIGHEST for action port [ 753.515721] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_rules [ 753.515721] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_members [ 753.515721] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab135c7-b0a4-42de-a429-1cd555d38b51 with Priority: HIGHEST for action port [ 753.515721] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.515721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.515721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.515721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.515721] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.516747] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.516747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.516858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.517216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.517297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.517367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.517578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.517641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.517722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.517789] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.518809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab135c7-b0a4-42de-a429-1cd555d38b51 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.519155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.519155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.519292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.519372] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab135c7-b0a4-42de-a429-1cd555d38b51',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.679764] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.943344] env[65840]: INFO networking_nsxv3.common.synchronization [req-89fff561-a7c7-49db-9046-4cd519f733a5 req-a7999bdf-d7cc-4d43-a199-8ccff994b2f1 tempest-ServerRescueTestJSONUnderV235-1357305889 tempest-ServerRescueTestJSONUnderV235-1357305889-project-member] Enqueued Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 753.943940] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a6249-2835-4b19-84e9-690daed08c41 with Priority: HIGHEST for action security_group_members [ 753.944302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6a6249-2835-4b19-84e9-690daed08c41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.944419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.944486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.944722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.944948] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.945019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.946094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.946094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.946094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.946238] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6a6249-2835-4b19-84e9-690daed08c41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.021884] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.025333] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.025333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.025333] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ab135c7-b0a4-42de-a429-1cd555d38b51 with status ACTIVE [ 754.025333] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.025333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.025333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.025333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.025333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.026678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.026678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.026678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.026678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.026678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.026678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.026678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.026678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.028553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.028553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.028553] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ab135c7-b0a4-42de-a429-1cd555d38b51 is going to be updated. [ 754.055447] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.055651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.055744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.056122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.056260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.056428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab135c7-b0a4-42de-a429-1cd555d38b51" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.182595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.183010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.183363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.183363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.183695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.183695] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 754.324120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.324120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.324120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.324120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.324120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.347807] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 754.385213] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 in Status: SUCCESS [ 754.385496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.386207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.386207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.386207] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.386540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.386540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.386540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.386669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.386669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.386931] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.451656] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.451778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.452092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.452176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.452278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.452486] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.452583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.452647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.452891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.452975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.453104] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 is going to be updated. [ 754.493817] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.494168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.495895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.496015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.496232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.513247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: IN_PROGRESS for 2s [ 754.525098] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.695029] env[65840]: INFO networking_nsxv3.common.synchronization [req-59abfddd-9958-4015-8895-332c4bc56b3b req-71864687-a96e-4bc6-bca1-0878aab167d5 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 754.695870] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 754.696588] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.696782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.696902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.697859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.698116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.698290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.698413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.698633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.698765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.698907] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.870687] env[65840]: INFO networking_nsxv3.common.synchronization [req-3851138d-9a07-4378-bac9-4af38bc33025 req-5c5df2ce-d347-4bfc-8e00-ec5d681bf8e8 tempest-MultipleCreateTestJSON-1830975291 tempest-MultipleCreateTestJSON-1830975291-project-member] Enqueued Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 754.872150] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 with Priority: HIGHEST for action security_group_members [ 754.872150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.872150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.892746] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.893398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893830] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.895046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.895075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.895218] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.895329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.895768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.895821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.895900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.895984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.896085] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.914749] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 754.914930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.028679] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.029012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.029012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.029166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.029290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.029410] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 is going to be created. [ 755.075368] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.075589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.075589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.075765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.075954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.091012] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 in Status: UNINITIALIZED for 2s [ 755.201942] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.202181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.202259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.202558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.202804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.203012] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.203086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.203174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.203608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.203608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.203608] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 already deleted. [ 755.203756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.345410] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.345527] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.345679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.345967] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.346581] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.347373] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.347373] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.347373] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.347373] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.347566] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.347654] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.347760] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.347864] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.347978] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.348100] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.348241] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.383250] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.383729] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.384492] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.384492] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.385068] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-054fad36-3e2e-4273-9717-252cc9222a86 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.385398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.385622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.385988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.386288] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054fad36-3e2e-4273-9717-252cc9222a86',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.399281] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aeb5ab2d-f373-427c-aa39-bec30dafcb63: rpc.has_security_group_logging(os_id): False [ 755.424773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.424966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.424966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.425237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.425289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.425446] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.425545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.425688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.426018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.426188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.426443] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.426443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.426443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.426569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.426696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.426822] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.427198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.427198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.427198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.427198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.427331] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 is going to be created. [ 755.517147] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.517357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.517428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.517613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.517825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.529767] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 in Status: IN_PROGRESS for 2s [ 755.593619] env[65840]: INFO networking_nsxv3.common.synchronization [req-7d354d69-fe43-40f5-9f69-5d015859e67e req-5cbeab0a-9e61-4ebd-b802-62cf785af918 tempest-FloatingIPsAssociationTestJSON-881698856 tempest-FloatingIPsAssociationTestJSON-881698856-project-member] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 755.594301] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGHEST for action security_group_members [ 755.594689] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.594834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.594898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.595145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.595311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.595548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.595548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.595688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.595779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.595947] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.890652] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.890860] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.890860] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.891213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.891384] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.891546] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 054fad36-3e2e-4273-9717-252cc9222a86 not found, creating... [ 755.891941] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.892110] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.892215] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.892560] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.892901] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.893212] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.893360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.893360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.893569] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.893718] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.893846] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 054fad36-3e2e-4273-9717-252cc9222a86 is going to be created. [ 755.950066] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.950066] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.950286] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.950488] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.950833] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.951550] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.100547] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.100859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.100859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.101169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.165014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.167020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.167020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.167020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.167020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.167020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.167020] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be updated. [ 756.271529] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.271904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.271904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.272076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.272286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.286803] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: IN_PROGRESS for 2s [ 756.358361] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 756.358597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.358781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.359017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.359211] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.359342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.359433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.361995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.361995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.361995] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02468b4-21c2-46a5-bd0b-af34c5f3afd7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.526459] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6a6249-2835-4b19-84e9-690daed08c41 in Status: SUCCESS [ 756.526694] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6a6249-2835-4b19-84e9-690daed08c41 deletion is rescheduled due to dependency. [ 756.526801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6a6249-2835-4b19-84e9-690daed08c41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.690034] env[65840]: INFO networking_nsxv3.common.synchronization [req-59abfddd-9958-4015-8895-332c4bc56b3b req-c2b08908-2720-406a-8240-19bca6b4a874 service nova] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_rules [ 756.690222] env[65840]: INFO networking_nsxv3.common.synchronization [req-59abfddd-9958-4015-8895-332c4bc56b3b req-c2b08908-2720-406a-8240-19bca6b4a874 service nova] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 756.690432] env[65840]: INFO networking_nsxv3.common.synchronization [req-59abfddd-9958-4015-8895-332c4bc56b3b req-c2b08908-2720-406a-8240-19bca6b4a874 service nova] Enqueued Resource ID: 054fad36-3e2e-4273-9717-252cc9222a86 with Priority: HIGHEST for action port [ 756.690938] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_rules [ 756.691114] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 756.691221] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054fad36-3e2e-4273-9717-252cc9222a86 with Priority: HIGHEST for action port [ 756.691523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.691657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.691751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.692080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.692244] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.693343] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.693343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.693520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.693584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.693741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.695084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.695084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.695084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.695084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.695084] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.699969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-054fad36-3e2e-4273-9717-252cc9222a86 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.699969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.699969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.699969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.699969] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('054fad36-3e2e-4273-9717-252cc9222a86',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.862607] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.864040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.864424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.864789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.864789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.865418] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.865539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.865672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.865867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.865983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.866091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 is going to be updated. [ 756.902555] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.902763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.902856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.903139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.903284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.917128] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: IN_PROGRESS for 2s [ 757.106569] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 in Status: SUCCESS [ 757.107541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.107541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.107541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.108046] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.108046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.108199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.108418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.108557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.108695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.108815] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.132813] env[65840]: INFO networking_nsxv3.common.synchronization [req-82dfc5cd-c8d2-4b15-89d0-9cdf720024e9 req-a1ae8307-d7ee-4196-b235-b9c37f05a8d6 tempest-ServerPasswordTestJSON-443102483 tempest-ServerPasswordTestJSON-443102483-project-member] Enqueued Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_members [ 757.133532] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGHEST for action security_group_members [ 757.134403] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.134702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.134803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.135048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.136331] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.136509] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.136563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.136826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.136966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.137153] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.202201] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.203433] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.203583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.203748] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 054fad36-3e2e-4273-9717-252cc9222a86 with status ACTIVE [ 757.203944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.204119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.204704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.205081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.206300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.206300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.206300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.206631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.207184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.207184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.208253] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 054fad36-3e2e-4273-9717-252cc9222a86 is going to be updated. [ 757.236869] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.238101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.238101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.238101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.238101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.238101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-054fad36-3e2e-4273-9717-252cc9222a86" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.582121] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 in Status: SUCCESS [ 757.582121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.612695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.613199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.613199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.613199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.614773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.614773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.614773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.614773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.615590] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.641485] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.641826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.641826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.642084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.642236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.644429] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.644636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.644636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.644828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.644919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.645037] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 is going to be updated. [ 757.710740] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.749740] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.749740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.749740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.749967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.750129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.778759] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 in Status: IN_PROGRESS for 2s [ 757.826972] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5b41449-b1c6-4877-883e-171136c3006a req-b933bb97-41ed-45be-915d-a2a7b35b2051 tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 757.827932] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 757.828443] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.828656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.828762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.830055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.830222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.830377] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.117802] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e6793cb-558d-4aa7-9c8b-97f885151904: rpc.has_security_group_logging(os_id): False [ 758.141546] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.141546] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.141546] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.141546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.142141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.142141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.142141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.142225] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.142918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.142918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.142918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.142918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.142918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 is going to be created. [ 758.215051] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.215051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.215051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.215051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.215051] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be created. [ 758.238328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.239515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.239515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.239515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.240994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.259418] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.260102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.260102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.260102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.260102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.273880] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 in Status: IN_PROGRESS for 2s [ 758.277766] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: UNINITIALIZED for 2s [ 758.319353] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5f27b26-eec9-45db-9543-cc60b38390fc in Status: SUCCESS [ 758.319505] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc deletion is rescheduled due to dependency. [ 758.319596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.331293] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.331474] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.333019] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.333019] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.333019] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.333273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.333273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.333516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.333666] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333882] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.334018] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.334182] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.334333] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.334453] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.334559] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.334754] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.336577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.336577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.336798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.336938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.336988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.337232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.337349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.337411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.337854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.337854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.337854] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c already deleted. [ 758.338036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366116] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.366197] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.366327] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.366503] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366811] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-2513215e-14d8-47b6-a683-45b9685250ac taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.367022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.367107] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.367427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.367562] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2513215e-14d8-47b6-a683-45b9685250ac',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.874400] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.874626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.874626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.875214] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.875602] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.875827] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 2513215e-14d8-47b6-a683-45b9685250ac not found, creating... [ 758.876183] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.876643] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.876643] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.876903] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.877297] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.877736] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.878052] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.878188] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.878482] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.878772] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.879055] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 2513215e-14d8-47b6-a683-45b9685250ac is going to be created. [ 758.907468] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.907806] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.907979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.908310] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.908605] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.908915] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.930189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 in Status: SUCCESS [ 758.930882] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02468b4-21c2-46a5-bd0b-af34c5f3afd7 deletion is rescheduled due to dependency. [ 758.930882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02468b4-21c2-46a5-bd0b-af34c5f3afd7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.659161] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5b41449-b1c6-4877-883e-171136c3006a req-6cafce7a-0da1-4850-9bdc-0db8b479fc48 service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 759.659161] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5b41449-b1c6-4877-883e-171136c3006a req-6cafce7a-0da1-4850-9bdc-0db8b479fc48 service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 759.659161] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5b41449-b1c6-4877-883e-171136c3006a req-6cafce7a-0da1-4850-9bdc-0db8b479fc48 service nova] Enqueued Resource ID: 2513215e-14d8-47b6-a683-45b9685250ac with Priority: HIGHEST for action port [ 759.659161] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 759.659161] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 759.659161] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2513215e-14d8-47b6-a683-45b9685250ac with Priority: HIGHEST for action port [ 759.667022] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.667022] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.667022] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.667022] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.667022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.667022] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.669240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-2513215e-14d8-47b6-a683-45b9685250ac taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.669565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.669755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.670126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.670350] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2513215e-14d8-47b6-a683-45b9685250ac',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.797238] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 in Status: SUCCESS [ 759.797238] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 deletion is rescheduled due to dependency. [ 759.797238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.172077] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.173300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.173472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.173636] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2513215e-14d8-47b6-a683-45b9685250ac with status ACTIVE [ 760.173803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.173918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.174017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.174227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.174323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.174490] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.174608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.174690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.174869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.174948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.176658] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.176795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.176862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.177224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.177224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.177224] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2513215e-14d8-47b6-a683-45b9685250ac is going to be updated. [ 760.199826] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.199985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.200051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.200512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.200512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.200650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2513215e-14d8-47b6-a683-45b9685250ac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.288060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 760.288196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.288277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.288539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.288738] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.288868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.288938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.289110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.289308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.289308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.289404] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.292579] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 in Status: SUCCESS [ 760.292893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481711] env[65840]: INFO networking_nsxv3.common.synchronization [req-41558d43-f149-4def-b24c-97d1050915c0 req-3876d1ac-7f26-4fc7-8079-ca4e4ff8edeb tempest-InstanceActionsV221TestJSON-1589276016 tempest-InstanceActionsV221TestJSON-1589276016-project-member] Enqueued Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_members [ 760.483356] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_members [ 760.483727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.483854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.483911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.484343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.484508] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.484632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.484686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.484909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.485060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.485118] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.680228] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.795988] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.797517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.797659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.798242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.798242] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.798242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.798430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.798535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.798621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.798731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.798977] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.800849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.800849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.800849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.801072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.801401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.801532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.801747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.801873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.801974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.802136] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.882156] env[65840]: INFO networking_nsxv3.common.synchronization [None req-7f53fa5c-3ff5-4214-a68e-7121f6253163 None None] Enqueued Resource ID: c62c17d5-9551-4132-9cd8-ca843c3328e1 with Priority: HIGHEST for action port [ 760.883224] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62c17d5-9551-4132-9cd8-ca843c3328e1 with Priority: HIGHEST for action port [ 760.884528] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62c17d5-9551-4132-9cd8-ca843c3328e1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.885140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62c17d5-9551-4132-9cd8-ca843c3328e1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.885425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62c17d5-9551-4132-9cd8-ca843c3328e1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.886168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62c17d5-9551-4132-9cd8-ca843c3328e1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.886681] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62c17d5-9551-4132-9cd8-ca843c3328e1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.962048] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.962447] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-564" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.962447] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-564" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.963323] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-564" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.963727] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.964752] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.964832] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.965632] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.965632] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.965632] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.965746] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.965876] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.966019] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.966164] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.966297] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.966408] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.989412] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.989584] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.989705] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.989878] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-564" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.990249] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.990572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.990572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.990806] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.990951] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374c306e-ed2b-4bdf-ae20-859f2c2eab0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.991910] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.992572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.992747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.993094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.993337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.993562] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.993870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.993983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.994201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.994333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.994574] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 already deleted. [ 760.994574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.186740] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.186740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.186740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.186740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.186740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.186740] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be created. [ 761.215967] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.230580] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: UNINITIALIZED for 2s [ 761.304265] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddc5803-beeb-40e1-9871-71f84c964438: rpc.has_security_group_logging(os_id): False [ 761.331649] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.331649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.331885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.332018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.332147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.332366] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.332513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.332799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.332937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.333181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.333323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.333377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.333611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.333694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.333871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.333995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.334091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.334284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.334383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.334492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be created. [ 761.389737] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62c17d5-9551-4132-9cd8-ca843c3328e1 [ 761.389983] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.390151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.390218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.390418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.390513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.390621] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62c17d5-9551-4132-9cd8-ca843c3328e1 already deleted. [ 761.390696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62c17d5-9551-4132-9cd8-ca843c3328e1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.404787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.404941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.405009] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.405209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.405389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.417451] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: IN_PROGRESS for 2s [ 761.495930] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.496163] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.496284] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.496580] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.496718] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.496936] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 374c306e-ed2b-4bdf-ae20-859f2c2eab0c not found, creating... [ 761.497284] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.497475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.497746] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.498020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.498172] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.498447] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.498609] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.498774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.499032] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.499170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.499305] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 374c306e-ed2b-4bdf-ae20-859f2c2eab0c is going to be created. [ 761.531398] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.531398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.531398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.531398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.531398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.531398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.307863] env[65840]: INFO networking_nsxv3.common.synchronization [req-41558d43-f149-4def-b24c-97d1050915c0 req-662ddffc-eeb5-4f8d-81db-bc063488b475 service nova] Enqueued Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_rules [ 762.307863] env[65840]: INFO networking_nsxv3.common.synchronization [req-41558d43-f149-4def-b24c-97d1050915c0 req-662ddffc-eeb5-4f8d-81db-bc063488b475 service nova] Enqueued Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_members [ 762.307863] env[65840]: INFO networking_nsxv3.common.synchronization [req-41558d43-f149-4def-b24c-97d1050915c0 req-662ddffc-eeb5-4f8d-81db-bc063488b475 service nova] Enqueued Resource ID: 374c306e-ed2b-4bdf-ae20-859f2c2eab0c with Priority: HIGHEST for action port [ 762.308538] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_rules [ 762.308660] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_members [ 762.308754] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374c306e-ed2b-4bdf-ae20-859f2c2eab0c with Priority: HIGHEST for action port [ 762.309190] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.309392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.309577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.309985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.310148] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.312713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.312713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.312713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.312713] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.313677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.313815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.313926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.314233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.314344] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374c306e-ed2b-4bdf-ae20-859f2c2eab0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.817072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.817281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.819373] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.820446] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 374c306e-ed2b-4bdf-ae20-859f2c2eab0c with status ACTIVE [ 762.820665] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.820795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.820864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.821115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.821192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.821384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.821488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.821552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.821742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.821831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.823181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.823323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.823398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.823602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.825194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.825409] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 374c306e-ed2b-4bdf-ae20-859f2c2eab0c is going to be updated. [ 762.873193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.873409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.873494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.873759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.873832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.873998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374c306e-ed2b-4bdf-ae20-859f2c2eab0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.242935] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 763.243450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.243992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.243992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.244269] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.244590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.244590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.244787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.244894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.245030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.245193] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.328319] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.419667] env[65840]: INFO networking_nsxv3.common.synchronization [req-84976c0c-f596-4b15-9fa2-1d66c9fb5612 req-426078d1-0c5c-4291-959f-8000f6988927 tempest-ServersTestFqdnHostnames-1443724673 tempest-ServersTestFqdnHostnames-1443724673-project-member] Enqueued Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_members [ 763.423024] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_members [ 763.423024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.423024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.423024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.423024] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.433395] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 763.436710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.564707] env[65840]: INFO networking_nsxv3.common.synchronization [None req-39b0257a-2473-4f4a-ac42-a261743fd5db tempest-ServersV294TestFqdnHostnames-836076040 tempest-ServersV294TestFqdnHostnames-836076040-project-member] Enqueued Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_rules [ 763.565783] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_rules [ 763.566414] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.566602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.566708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.567138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.567288] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.628301] env[65840]: INFO networking_nsxv3.common.synchronization [None req-4a568dff-abc2-4c36-bc5f-57be53d8acdc None None] Enqueued Resource ID: ee8e7ab3-0434-4322-a780-7327efe3dd98 with Priority: HIGHEST for action port [ 763.628301] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee8e7ab3-0434-4322-a780-7327efe3dd98 with Priority: HIGHEST for action port [ 763.628805] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee8e7ab3-0434-4322-a780-7327efe3dd98 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee8e7ab3-0434-4322-a780-7327efe3dd98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.629044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee8e7ab3-0434-4322-a780-7327efe3dd98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee8e7ab3-0434-4322-a780-7327efe3dd98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.629483] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8e7ab3-0434-4322-a780-7327efe3dd98',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.748294] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5cf0c9ab-c3d9-4cf3-978f-a610f7c4d4a7 tempest-ServersV294TestFqdnHostnames-836076040 tempest-ServersV294TestFqdnHostnames-836076040-project-member] Enqueued Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_rules [ 763.748750] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.750281] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_rules [ 763.750867] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.751578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.833361] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.833361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.833361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.833361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.833361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.833361] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 is going to be created. [ 763.860767] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.860767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.860767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.861023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.861461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.873165] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 in Status: UNINITIALIZED for 2s [ 763.926079] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.926416] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-35" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.926620] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-35" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.927088] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-35" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927534] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.927803] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.928019] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.928589] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.928695] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928988] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.929326] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.929673] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.929935] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.930514] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.930861] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.931563] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.934197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.934197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.934197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.934488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.934569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.934691] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.934793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.934908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.935073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.935166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.935253] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 already deleted. [ 763.935354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.976557] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.976715] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.976903] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.977159] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-35" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.977647] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-48a6910d-40e0-4ad5-ae1f-76c4506addfd taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.977806] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.977920] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.978342] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.978740] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48a6910d-40e0-4ad5-ae1f-76c4506addfd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.099533] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.099533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.099533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.099533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.100095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.100985] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec already deleted. [ 764.100985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.101186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.102171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.102171] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.131984] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee8e7ab3-0434-4322-a780-7327efe3dd98 [ 764.132436] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.132596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.132596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.132878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.133048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.133134] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee8e7ab3-0434-4322-a780-7327efe3dd98 already deleted. [ 764.133242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee8e7ab3-0434-4322-a780-7327efe3dd98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.253291] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3559684-ad52-4b75-8a69-80c5065de66c: rpc.has_security_group_logging(os_id): False [ 764.277813] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.277813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.277813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.277813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.277813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.277813] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.280030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.280030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.280030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.280030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.280030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be created. [ 764.378185] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.378554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.378554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.378756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.378943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.395750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 764.480895] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.481154] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.481380] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.481693] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.481949] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.482179] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 48a6910d-40e0-4ad5-ae1f-76c4506addfd not found, creating... [ 764.482517] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.482683] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.482833] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.483257] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.483462] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.484495] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.484495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.484495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.484495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.484495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.484826] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 48a6910d-40e0-4ad5-ae1f-76c4506addfd is going to be created. [ 764.542187] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.542568] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.542720] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.543210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.544977] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.545413] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.629994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.629994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.629994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.630427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.630964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.631749] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec already deleted. [ 764.631749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.336408] env[65840]: INFO networking_nsxv3.common.synchronization [req-84976c0c-f596-4b15-9fa2-1d66c9fb5612 req-ca7c6643-aee9-443f-91d7-857e11d7dff0 service nova] Enqueued Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_rules [ 765.336690] env[65840]: INFO networking_nsxv3.common.synchronization [req-84976c0c-f596-4b15-9fa2-1d66c9fb5612 req-ca7c6643-aee9-443f-91d7-857e11d7dff0 service nova] Enqueued Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_members [ 765.336867] env[65840]: INFO networking_nsxv3.common.synchronization [req-84976c0c-f596-4b15-9fa2-1d66c9fb5612 req-ca7c6643-aee9-443f-91d7-857e11d7dff0 service nova] Enqueued Resource ID: 48a6910d-40e0-4ad5-ae1f-76c4506addfd with Priority: HIGHEST for action port [ 765.337537] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_rules [ 765.337984] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_members [ 765.338257] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48a6910d-40e0-4ad5-ae1f-76c4506addfd with Priority: HIGHEST for action port [ 765.338678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.338864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.338953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.339202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.339320] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.341206] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.341380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.341484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.341814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.342409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.343453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.343844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.343844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.343950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.344112] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.345149] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-48a6910d-40e0-4ad5-ae1f-76c4506addfd taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.345287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.345368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.345594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.345716] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48a6910d-40e0-4ad5-ae1f-76c4506addfd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.847232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.847504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.848717] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.849723] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48a6910d-40e0-4ad5-ae1f-76c4506addfd with status ACTIVE [ 765.849911] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.850040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.850106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.851514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.851514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.851514] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.851514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.851514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.851514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.851514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.851874] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.851874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.851874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.852067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.852135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.852221] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48a6910d-40e0-4ad5-ae1f-76c4506addfd is going to be updated. [ 765.883515] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.883515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.883515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.883515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.883515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.883515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48a6910d-40e0-4ad5-ae1f-76c4506addfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.892347] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 in Status: SUCCESS [ 765.892347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.892659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.892868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.893093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893324] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.893505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.893586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.893686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.893788] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.957705] env[65840]: INFO networking_nsxv3.common.synchronization [req-1015e172-e712-4c39-8b25-4ce80dc1392c req-079737a4-f25d-40f1-bcea-da8b3b7be5d7 tempest-InstanceActionsNegativeTestJSON-847030170 tempest-InstanceActionsNegativeTestJSON-847030170-project-member] Enqueued Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_members [ 765.958350] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGHEST for action security_group_members [ 765.958672] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.958946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.959212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.959272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.959412] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.959514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.959574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.959724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.959854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.959931] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.303153] env[65840]: INFO networking_nsxv3.common.synchronization [req-194bcad8-e3d6-4baa-aea7-ee830efc8999 req-0e56057d-d120-4874-8628-35418b646718 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 766.303153] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 766.303153] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.303153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.303153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.303153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.303672] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.303983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.306946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.306946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.306946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.306946] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.355219] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.397818] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.398010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.398048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.401272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.401272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.401272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.401272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.401272] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.415694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 766.417980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.462976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.462976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.462976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.463218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.463218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.463423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.463526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.463591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.463959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.463959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.463959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 is going to be updated. [ 766.500940] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.500940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.500940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.500940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.500940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.509280] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 in Status: IN_PROGRESS for 2s [ 766.812630] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.857165] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.857477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.857477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.858104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.858104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.858104] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 is going to be created. [ 766.878426] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.878797] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.878961] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.879274] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.879705] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.879951] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.880150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.880451] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.880651] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.880886] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.881014] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.881178] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.881349] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.881534] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.881674] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.881878] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.885839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.885957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.886037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.886225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.886389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.895699] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 in Status: UNINITIALIZED for 2s [ 766.902795] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.903126] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.903126] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.903305] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903732] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-98299d61-3a5f-4de4-98ed-45d8cefcd6df taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.903910] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.904058] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.904448] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.904585] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98299d61-3a5f-4de4-98ed-45d8cefcd6df',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.905478] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0952cd05-e8cf-4cf3-939c-869a5b57e269: rpc.has_security_group_logging(os_id): False [ 766.926886] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.927075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.927118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.927321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.927410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.927587] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.927685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.927746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.927887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.927967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.928177] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.928273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.928333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.928468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.928539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.928970] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.929091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.929157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.929378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.929458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.929544] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 is going to be created. [ 766.976574] env[65840]: INFO networking_nsxv3.common.synchronization [req-85e37a67-de44-4744-9d54-4633a0de1429 req-028c7b0e-5ec3-4de5-af92-4e4194187508 tempest-AttachInterfacesV270Test-1155295202 tempest-AttachInterfacesV270Test-1155295202-project-member] Enqueued Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_members [ 766.978442] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d503e5-1bb2-4038-b077-1701fc09d898 with Priority: HIGHEST for action security_group_members [ 766.978442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-21d503e5-1bb2-4038-b077-1701fc09d898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.978442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.978442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.978939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.978939] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.978939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.978939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.979102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.979102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.979341] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21d503e5-1bb2-4038-b077-1701fc09d898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.013286] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.013433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.013505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.013715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.013896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.028431] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 in Status: IN_PROGRESS for 2s [ 767.316933] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.408620] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.408979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.409108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.409478] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.409662] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.409898] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 98299d61-3a5f-4de4-98ed-45d8cefcd6df not found, creating... [ 767.410266] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.410480] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.410640] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.410975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.411181] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.411582] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.411786] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.412014] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.412270] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.412453] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.412665] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 98299d61-3a5f-4de4-98ed-45d8cefcd6df is going to be created. [ 767.434459] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.434731] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.434798] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.435039] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.435364] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.435562] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.481103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.481406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.481406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.481607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.481679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.481871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.481997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.482084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.482288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.482324] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.482386] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d503e5-1bb2-4038-b077-1701fc09d898 is going to be updated. [ 767.530453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.530614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.530665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.530878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.531036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.543955] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d503e5-1bb2-4038-b077-1701fc09d898 in Status: IN_PROGRESS for 2s [ 767.821450] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.821450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.821450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.821450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.821450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.821450] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 767.883477] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.883779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.883779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.883967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.884145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.905147] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 768.220078] env[65840]: INFO networking_nsxv3.common.synchronization [req-194bcad8-e3d6-4baa-aea7-ee830efc8999 req-7993a7a9-4d78-4f30-8731-cccb0770fc98 service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 768.220078] env[65840]: INFO networking_nsxv3.common.synchronization [req-194bcad8-e3d6-4baa-aea7-ee830efc8999 req-7993a7a9-4d78-4f30-8731-cccb0770fc98 service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 768.220210] env[65840]: INFO networking_nsxv3.common.synchronization [req-194bcad8-e3d6-4baa-aea7-ee830efc8999 req-7993a7a9-4d78-4f30-8731-cccb0770fc98 service nova] Enqueued Resource ID: 98299d61-3a5f-4de4-98ed-45d8cefcd6df with Priority: HIGHEST for action port [ 768.220828] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 768.220988] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 768.221430] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98299d61-3a5f-4de4-98ed-45d8cefcd6df with Priority: HIGHEST for action port [ 768.222690] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.222916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.223018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.223334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.223474] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.224809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.224984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.225286] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-98299d61-3a5f-4de4-98ed-45d8cefcd6df taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.225420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.225460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.226241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.226241] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98299d61-3a5f-4de4-98ed-45d8cefcd6df',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.526291] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 in Status: SUCCESS [ 768.526291] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 deletion is rescheduled due to dependency. [ 768.526291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.728284] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.728374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.728806] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98299d61-3a5f-4de4-98ed-45d8cefcd6df with status ACTIVE [ 768.728806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.728806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.728974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.729178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.729328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.729515] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.729616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.729671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.730871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.730871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.730871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.730871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.730871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.730871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.730871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.730871] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98299d61-3a5f-4de4-98ed-45d8cefcd6df is going to be updated. [ 768.758632] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.758632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.758632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.758632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.758632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.758632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98299d61-3a5f-4de4-98ed-45d8cefcd6df" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.917019] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 in Status: SUCCESS [ 768.917357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.918056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.919788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.920160] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.920336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.920422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.920862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.920992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.921127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.922738] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.042682] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 in Status: SUCCESS [ 769.043165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.347956] env[65840]: INFO networking_nsxv3.common.synchronization [req-5c59b941-422b-43c5-8600-9bc287c87669 req-07d52d1a-3e1f-4969-bafb-67167c9bf218 tempest-ServerMetadataNegativeTestJSON-460460568 tempest-ServerMetadataNegativeTestJSON-460460568-project-member] Enqueued Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_members [ 769.348410] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 with Priority: HIGHEST for action security_group_members [ 769.349212] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e79f1d0a-e957-493f-aaea-6c9baa5e0076 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.349212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.349440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.349571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.350176] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.350366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.350471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.350682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.350838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.350986] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e79f1d0a-e957-493f-aaea-6c9baa5e0076',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.425374] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.435518] env[65840]: INFO networking_nsxv3.common.synchronization [req-605dcd4c-9525-42f1-8c3d-7b0ec54448e1 req-00370807-105d-4ffc-9ac7-88d2c48ea7c8 tempest-ServerExternalEventsTest-614896200 tempest-ServerExternalEventsTest-614896200-project-member] Enqueued Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_members [ 769.436036] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGHEST for action security_group_members [ 769.436370] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.436554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.436763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.436902] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.437051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.437512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.437605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.437699] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.560767] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21d503e5-1bb2-4038-b077-1701fc09d898 in Status: SUCCESS [ 769.560942] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21d503e5-1bb2-4038-b077-1701fc09d898 deletion is rescheduled due to dependency. [ 769.561456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21d503e5-1bb2-4038-b077-1701fc09d898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.855581] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.855581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.855581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.855581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.889066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.889066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.889066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.889066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.889379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.889379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.889379] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 is going to be updated. [ 769.921052] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 769.921052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.921398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.921445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.921591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.922130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.922130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.922130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.922130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.922610] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.927298] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.927544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.927544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.927692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.927825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.928900] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0d7bc24-298c-4693-8ae8-d21ff8c1ac08: rpc.has_security_group_logging(os_id): False [ 769.943150] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 in Status: IN_PROGRESS for 2s [ 769.944337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.944496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.944592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.944734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.944826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.945019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.945123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.945179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.945437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.945437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.946083] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 is going to be updated. [ 769.962251] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.963131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.963279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.963527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.963632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.963906] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.964036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.964124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.964313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.964386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.964623] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 is going to be created. [ 770.050629] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.050629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.050629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.050629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.050629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.062439] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 in Status: IN_PROGRESS for 2s [ 770.139665] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.139888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.139940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.140318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.140561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.160415] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 in Status: IN_PROGRESS for 2s [ 770.425870] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.928441] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.431399] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.431569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.432232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.432339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.432372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432502] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 771.468818] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.468818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.468818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.468818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.469194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.482063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 771.561930] env[65840]: INFO networking_nsxv3.common.synchronization [req-ccd71cd1-eddc-4978-8ee7-2f9a329dc6c0 req-af820609-3a15-4e31-b05c-a8b33aad6742 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 771.562655] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 771.563154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.563262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.563336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.563531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.563704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.563813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.563882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.564099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.564192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.564294] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.953776] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 in Status: SUCCESS [ 771.954130] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e79f1d0a-e957-493f-aaea-6c9baa5e0076 deletion is rescheduled due to dependency. [ 771.954289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e79f1d0a-e957-493f-aaea-6c9baa5e0076" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.005568] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005838] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005986] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.006306] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.006591] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.006748] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.006861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.007081] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.007290] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.007535] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.007717] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.007821] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.007928] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.008058] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.008163] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.008289] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.030097] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.030097] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.030097] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.030097] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-556" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.030314] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.030547] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.030677] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.031589] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.031589] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ac4ec3-bba6-47c8-9021-8c41ef6b44d9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.068036] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.074119] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 in Status: SUCCESS [ 772.074767] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 deletion is rescheduled due to dependency. [ 772.074767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.175062] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 in Status: SUCCESS [ 772.175062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.534352] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534608] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.534695] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.534979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.535143] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.535294] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 not found, creating... [ 772.535545] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.535721] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.535813] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.536032] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.536239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.536516] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.536663] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.536774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.538346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.538765] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.538944] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 is going to be created. [ 772.561946] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.565291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.565291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.565291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.565291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.565291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.574326] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.078472] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.080268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.080354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.080593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.080675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.080775] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 773.115594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.117204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.117204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.117204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.117204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.129946] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 773.327042] env[65840]: INFO networking_nsxv3.common.synchronization [req-ccd71cd1-eddc-4978-8ee7-2f9a329dc6c0 req-b87e9b14-9fbd-493e-8a5c-579ed3b4597b service nova] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 773.327234] env[65840]: INFO networking_nsxv3.common.synchronization [req-ccd71cd1-eddc-4978-8ee7-2f9a329dc6c0 req-b87e9b14-9fbd-493e-8a5c-579ed3b4597b service nova] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 773.327374] env[65840]: INFO networking_nsxv3.common.synchronization [req-ccd71cd1-eddc-4978-8ee7-2f9a329dc6c0 req-b87e9b14-9fbd-493e-8a5c-579ed3b4597b service nova] Enqueued Resource ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with Priority: HIGHEST for action port [ 773.327961] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 773.328798] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 773.328935] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with Priority: HIGHEST for action port [ 773.329325] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.333065] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.333065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.333065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.333065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.333065] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ac4ec3-bba6-47c8-9021-8c41ef6b44d9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.496780] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 773.496894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.497163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.498019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.498019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.498019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.498019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.498238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.498398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.498482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.498613] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.833949] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.838109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.838409] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with status ACTIVE [ 773.838611] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.838731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.838911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.839022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.839104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.839287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.839415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.839516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.839749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.839749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.839912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.840000] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.840133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.840323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.840410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.840513] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 is going to be updated. [ 773.868122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.868267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.868335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.868605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.868708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.868914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.001018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.002157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.002157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.002384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.002579] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.002680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.002742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.002905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.002991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.003093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.003251] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.003344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.003404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.003548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.003687] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.003811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.004037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.004037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.004128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.004180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.004271] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.507646] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4: rpc.has_security_group_logging(os_id): False [ 774.526815] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.527051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.527051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.529483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.554507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.554823] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.554971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.555042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.555265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.555339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.555536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.555651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.555705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.555858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.555933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.556494] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.556494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.556494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.556494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.556494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.556774] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 774.630045] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.630045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.630045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.630317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.630317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.655622] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 775.142107] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 775.142107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.142107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.142415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.142757] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.142862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.142942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.143959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.144371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.146773] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.647028] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.150583] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.333344] env[65840]: INFO networking_nsxv3.common.synchronization [req-2746cdcb-0a86-4dd1-b599-c95308a52211 req-18654ba7-afec-4916-95cf-13447c939a1a tempest-InstanceActionsV221TestJSON-1589276016 tempest-InstanceActionsV221TestJSON-1589276016-project-member] Enqueued Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_members [ 776.334091] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGHEST for action security_group_members [ 776.334420] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.334555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.334627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.334822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.334978] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.335441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.335529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.335708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.335798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.335932] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.653083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.654081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.654081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.654081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.654081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654081] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 776.683126] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 776.683548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.696494] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.696494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.696494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.696494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.696908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.803519] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 776.839533] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.840088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.840243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.840505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.840616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.840833] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.840946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.841015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.841211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.841335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.841448] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 is going to be updated. [ 776.880841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.880841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.880841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.880841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.881164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.893838] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 in Status: IN_PROGRESS for 2s [ 777.916510] env[65840]: INFO networking_nsxv3.common.synchronization [req-96075c84-5bd4-4394-901a-986314f6e64f req-1b40d625-f964-47d6-be91-b0bd5018eb38 tempest-ListServersNegativeTestJSON-193902661 tempest-ListServersNegativeTestJSON-193902661-project-member] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 777.916510] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 777.916955] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.917216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.917364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.917636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.917879] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.918090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.918231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.918459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.918669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.918869] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.420936] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.812649] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 778.812888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.813075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.813300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.813536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.813651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.813713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.813870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.813954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.814057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.814148] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.907985] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 in Status: SUCCESS [ 778.908190] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 deletion is rescheduled due to dependency. [ 778.908323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.924070] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.316382] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.316559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.316620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.316836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.317018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.317111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.317281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.317383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.317436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.317554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.317749] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.317877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.317927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.318118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.318243] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.318565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.318650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.318735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.318839] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.403216] env[65840]: INFO networking_nsxv3.common.synchronization [req-bf7bdd22-df10-48bc-b490-b218bf9e5ed1 req-660cc3e8-4f7f-47bb-bd1e-db3c37b0ab0a tempest-ServersAdminNegativeTestJSON-690496393 tempest-ServersAdminNegativeTestJSON-690496393-project-member] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 779.403946] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 779.404287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.404738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.404738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.404821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.404931] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.405051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.405134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.405342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.405413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.406136] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.428122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.428416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.428416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.428804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.428804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.428804] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 779.477864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.478243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.478490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.479037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.479037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.489190] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 779.823893] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 779.843535] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.843689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.843763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.844010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.865335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.865635] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.865776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.865866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.866165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.866266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.866535] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.866650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.866735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.866927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.867023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.867285] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.867609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.867609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.867695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.867737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.867834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 779.907595] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.948513] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.948899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.948899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.949160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.949249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.962617] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 780.412093] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.413602] env[65840]: INFO networking_nsxv3.common.synchronization [None req-56af61d9-0588-4488-8063-b9bda67894a6 None None] Enqueued Resource ID: cd354ef5-69a4-4b83-9891-26483821a774 with Priority: HIGHEST for action port [ 780.417682] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd354ef5-69a4-4b83-9891-26483821a774 with Priority: HIGHEST for action port [ 780.418073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd354ef5-69a4-4b83-9891-26483821a774 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.418207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd354ef5-69a4-4b83-9891-26483821a774" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.418297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd354ef5-69a4-4b83-9891-26483821a774" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.418680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd354ef5-69a4-4b83-9891-26483821a774" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.418680] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd354ef5-69a4-4b83-9891-26483821a774',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.922060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.922060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be updated. [ 780.922060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd354ef5-69a4-4b83-9891-26483821a774 [ 780.922060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.922060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.922060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd354ef5-69a4-4b83-9891-26483821a774 already deleted. [ 780.923150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd354ef5-69a4-4b83-9891-26483821a774" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.959177] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.959568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.959568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.959966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.959966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.973233] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: IN_PROGRESS for 2s [ 781.157032] env[65840]: INFO networking_nsxv3.common.synchronization [req-a4136143-dfed-4e56-922f-822cee2a5b92 req-46f772ab-d65e-4cd2-a913-3f902de2cab3 tempest-VolumesAssistedSnapshotsTest-508207417 tempest-VolumesAssistedSnapshotsTest-508207417-project-member] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_members [ 781.158347] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGHEST for action security_group_members [ 781.159701] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.159701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.159701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.159701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.160920] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.503433] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 781.503433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.664871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.664871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.687341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.690050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.690050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.690050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.690050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.690050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.690050] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff is going to be updated. [ 781.732313] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.732313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.732313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.732313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.732313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.743383] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc15e18d-308f-4c6e-bf42-545a46f52aff in Status: IN_PROGRESS for 2s [ 781.776873] env[65840]: INFO networking_nsxv3.common.synchronization [req-02aced43-6006-427c-8465-90b585db4f60 req-e93f88cb-102f-4d21-bf4c-cce142f809f1 tempest-ServerRescueTestJSON-1366421343 tempest-ServerRescueTestJSON-1366421343-project-member] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 781.776946] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 781.777908] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.777908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.778070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.778306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.779602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.779602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.779602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.779602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.779602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.779602] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.977069] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 781.977471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.267888] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.268227] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.268227] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.268501] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.269033] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.269033] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.269033] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.269304] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.269397] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.269602] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.269720] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.270511] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.270511] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.270511] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.270511] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.270511] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.282462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.282789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.282963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.283271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.283489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.283848] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.284106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.284250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.284495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.284698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.284877] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f already deleted. [ 782.285048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.295966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.295966] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.295966] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.296158] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296469] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-82109a5e-b9c4-4365-a77c-3348adc3cc38 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.296644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.296760] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.297255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.297316] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82109a5e-b9c4-4365-a77c-3348adc3cc38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.800510] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.801404] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.801715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.802185] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.803302] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.803302] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 82109a5e-b9c4-4365-a77c-3348adc3cc38 not found, creating... [ 782.803302] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.803529] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.803588] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.803898] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.804242] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.804670] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.804882] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.805093] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.805505] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.805591] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.805725] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 82109a5e-b9c4-4365-a77c-3348adc3cc38 is going to be created. [ 782.834025] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.835322] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.835322] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.835322] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.835505] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.835829] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.938042] env[65840]: INFO networking_nsxv3.common.synchronization [req-98aa0381-63a8-4efc-9197-ad8e6db9c3c7 req-d3302dc1-7be5-4c91-8c9d-13ab98e4f647 tempest-ListServersNegativeTestJSON-193902661 tempest-ListServersNegativeTestJSON-193902661-project-member] Enqueued Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 782.938167] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 with Priority: HIGHEST for action security_group_members [ 782.938444] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaf015c8-3d8d-4624-ba33-3028a431dfd1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.938576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.938627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.938836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.939030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.939139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.939249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.939355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.939408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.939488] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaf015c8-3d8d-4624-ba33-3028a431dfd1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.990518] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 782.990518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.442134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.442393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.442499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.442814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.466652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.466850] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.467022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.467096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.467310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.467592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.467765] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 is going to be updated. [ 783.514487] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.514697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.514773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.515094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.515309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.526233] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: IN_PROGRESS for 2s [ 783.575996] env[65840]: INFO networking_nsxv3.common.synchronization [req-02aced43-6006-427c-8465-90b585db4f60 req-61dc2774-5de1-4d89-9f5a-cd23a17f965b service nova] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_rules [ 783.576407] env[65840]: INFO networking_nsxv3.common.synchronization [req-02aced43-6006-427c-8465-90b585db4f60 req-61dc2774-5de1-4d89-9f5a-cd23a17f965b service nova] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 783.577558] env[65840]: INFO networking_nsxv3.common.synchronization [req-02aced43-6006-427c-8465-90b585db4f60 req-61dc2774-5de1-4d89-9f5a-cd23a17f965b service nova] Enqueued Resource ID: 82109a5e-b9c4-4365-a77c-3348adc3cc38 with Priority: HIGHEST for action port [ 783.578240] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_rules [ 783.578855] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 783.579261] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82109a5e-b9c4-4365-a77c-3348adc3cc38 with Priority: HIGHEST for action port [ 783.581096] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.581096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.581096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.581096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.581096] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.583552] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.583715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.584019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.584190] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.584293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.584359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.584512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.584599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.584699] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.586660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-82109a5e-b9c4-4365-a77c-3348adc3cc38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.586660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.586660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.586660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.586660] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82109a5e-b9c4-4365-a77c-3348adc3cc38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.723826] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1fdae41b-251b-48f6-876a-f8296aa08f7c None None] Enqueued Resource ID: af8a5e48-662c-407f-bdd6-39cb2876d0dd with Priority: HIGHEST for action port [ 783.724892] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af8a5e48-662c-407f-bdd6-39cb2876d0dd with Priority: HIGHEST for action port [ 783.725111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-af8a5e48-662c-407f-bdd6-39cb2876d0dd taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.726898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af8a5e48-662c-407f-bdd6-39cb2876d0dd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.726986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af8a5e48-662c-407f-bdd6-39cb2876d0dd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.729489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af8a5e48-662c-407f-bdd6-39cb2876d0dd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.729489] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af8a5e48-662c-407f-bdd6-39cb2876d0dd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.757610] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc15e18d-308f-4c6e-bf42-545a46f52aff in Status: SUCCESS [ 783.757798] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff deletion is rescheduled due to dependency. [ 783.757914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.975932] env[65840]: INFO networking_nsxv3.common.synchronization [req-43bf0406-a533-4603-956f-333e410f04ee req-9dd39097-4ee7-449e-b52e-e3dd463aad96 tempest-ListServerFiltersTestJSON-958597206 tempest-ListServerFiltersTestJSON-958597206-project-member] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 783.978473] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 783.978473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.978473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.978473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.978473] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.087217] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.087217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.090417] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.093949] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82109a5e-b9c4-4365-a77c-3348adc3cc38 with status ACTIVE [ 784.095132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.095364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.095464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.095891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.096228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.096360] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.097268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.097268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.097268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.097268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.097268] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.097648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.097648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.097835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.097961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.098081] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82109a5e-b9c4-4365-a77c-3348adc3cc38 is going to be updated. [ 784.158816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.160449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.161068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.161474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.161679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.162023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82109a5e-b9c4-4365-a77c-3348adc3cc38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.235145] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af8a5e48-662c-407f-bdd6-39cb2876d0dd [ 784.235459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.235601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.235700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.236070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.236179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.236341] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af8a5e48-662c-407f-bdd6-39cb2876d0dd already deleted. [ 784.236486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af8a5e48-662c-407f-bdd6-39cb2876d0dd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.419655] env[65840]: INFO networking_nsxv3.common.synchronization [req-81660baf-8df0-4fbc-a03a-c0eba2774546 req-0e500796-57cd-467e-9fd2-4a89e0a522c8 tempest-MigrationsAdminTest-779376332 tempest-MigrationsAdminTest-779376332-project-member] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 784.420258] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 784.420560] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.421195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.421195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.421195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.421414] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.421555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.425121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.425833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.425833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.425833] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.482612] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.595598] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.917132] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.917132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.917132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.917132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.917132] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.917132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.917132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.918301] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.918455] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.918661] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.918774] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.918879] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.918981] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.919113] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.919274] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.919616] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.929787] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.941018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.941018] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.941018] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.941018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.941018] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.941018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.941018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.941018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.941018] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6339b01-06f2-4155-a23f-a3cadfcf1b2e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.985824] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.101028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.101028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.101028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.101028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.101028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.101028] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be created. [ 785.150487] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.150487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.150487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.150487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.150487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.160838] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: UNINITIALIZED for 2s [ 785.432480] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.444758] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.446540] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.446857] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.447726] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.448253] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.448595] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port e6339b01-06f2-4155-a23f-a3cadfcf1b2e not found, creating... [ 785.449779] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.449779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.449779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.449779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.449779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.450342] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.450628] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.450836] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.453259] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.453259] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.453259] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: e6339b01-06f2-4155-a23f-a3cadfcf1b2e is going to be created. [ 785.475032] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.475230] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.475354] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.475876] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.476094] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.491364] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.491534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.491637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.491864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.491956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.492113] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 785.523706] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.523887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.523951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.524756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.524973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.555591] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 785.558240] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 in Status: SUCCESS [ 785.558437] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaf015c8-3d8d-4624-ba33-3028a431dfd1 deletion is rescheduled due to dependency. [ 785.558529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaf015c8-3d8d-4624-ba33-3028a431dfd1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.603979] env[65840]: INFO networking_nsxv3.common.synchronization [None req-10c65ca5-5bfe-4f6c-8d72-37848eddd260 None None] Enqueued Resource ID: 177dd7da-fe69-458a-bd8b-949d44f4eeba with Priority: HIGHEST for action port [ 785.605171] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177dd7da-fe69-458a-bd8b-949d44f4eeba with Priority: HIGHEST for action port [ 785.605636] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-177dd7da-fe69-458a-bd8b-949d44f4eeba taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.605777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177dd7da-fe69-458a-bd8b-949d44f4eeba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.605777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177dd7da-fe69-458a-bd8b-949d44f4eeba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.606019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177dd7da-fe69-458a-bd8b-949d44f4eeba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.606211] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177dd7da-fe69-458a-bd8b-949d44f4eeba',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.934395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.934575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.934836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.934904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.935104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.935104] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be updated. [ 785.968429] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.968570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.968641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.968856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.969020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.979670] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 786.109097] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 177dd7da-fe69-458a-bd8b-949d44f4eeba [ 786.109357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.109430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.109579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.109709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.109803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.109894] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:177dd7da-fe69-458a-bd8b-949d44f4eeba already deleted. [ 786.109972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177dd7da-fe69-458a-bd8b-949d44f4eeba" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.281600] env[65840]: INFO networking_nsxv3.common.synchronization [req-81660baf-8df0-4fbc-a03a-c0eba2774546 req-0c2bb6d3-c5a1-4675-b0b0-ed6c58857e12 service nova] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_rules [ 786.281600] env[65840]: INFO networking_nsxv3.common.synchronization [req-81660baf-8df0-4fbc-a03a-c0eba2774546 req-0c2bb6d3-c5a1-4675-b0b0-ed6c58857e12 service nova] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 786.281600] env[65840]: INFO networking_nsxv3.common.synchronization [req-81660baf-8df0-4fbc-a03a-c0eba2774546 req-0c2bb6d3-c5a1-4675-b0b0-ed6c58857e12 service nova] Enqueued Resource ID: e6339b01-06f2-4155-a23f-a3cadfcf1b2e with Priority: HIGHEST for action port [ 786.282717] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_rules [ 786.282717] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 786.282717] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6339b01-06f2-4155-a23f-a3cadfcf1b2e with Priority: HIGHEST for action port [ 786.283280] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.283819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.283819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284361] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.286631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.286744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.286977] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.287110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.287178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.288244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.288597] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6339b01-06f2-4155-a23f-a3cadfcf1b2e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.751725] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c40d0f24-4545-490b-94f4-4e83acf2ddab tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_rules [ 786.751913] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_rules [ 786.752309] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.752564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.752564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.752828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.752920] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.790749] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.791021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.795830] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6339b01-06f2-4155-a23f-a3cadfcf1b2e with status ACTIVE [ 786.796427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.797175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.797175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.797175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.797314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.797561] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.797756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.797862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.798275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.798515] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.798631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.798698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.798861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.798941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.799576] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6339b01-06f2-4155-a23f-a3cadfcf1b2e is going to be updated. [ 786.845868] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.846097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.846097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.846269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.846413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.846608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6339b01-06f2-4155-a23f-a3cadfcf1b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.967817] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1f28577d-28c5-4a18-9cdf-99227ca62228 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_rules [ 786.968207] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_rules [ 786.968507] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.968600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.175657] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 787.175657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.176914] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.176914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.176914] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.280025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.280226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.280327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.280500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.280598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.280689] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 already deleted. [ 787.280774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.280928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.281238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.281238] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.567381] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 787.568127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.680156] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.680329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.680437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.680666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.680838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.680945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.681021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.681176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.681266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.681642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.681642] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.681642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.681642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.681823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.681928] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.682057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.682123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.682278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.682353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.682506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.682599] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.806467] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.806688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.806688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.806920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.807023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.807121] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 already deleted. [ 787.807205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.886535] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 787.887089] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 787.888416] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 787.888416] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 787.888609] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.888741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.888812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.889091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.889259] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.889362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.889415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.889614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.889698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.889796] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.890698] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.890797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.890866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.891029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.891544] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.891673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.891712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.891855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.891937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.892631] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.942456] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_rules [ 787.942848] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 787.943145] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 787.943605] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 787.943823] env[65840]: INFO networking_nsxv3.common.synchronization [req-a7c8fb6c-9e29-44fc-94af-1192774064fd req-48521dff-10d1-4131-950b-336f2cadb478 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with Priority: HIGHEST for action port [ 787.944498] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_rules [ 787.947157] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 787.947316] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with Priority: HIGHEST for action port [ 787.947420] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 787.947699] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 787.948699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.948974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.949363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.950452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.950564] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.952861] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.953012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.953059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.953422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.953422] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.955887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.956027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.956083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.956469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.956469] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ac4ec3-bba6-47c8-9021-8c41ef6b44d9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.957580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.957701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.959156] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.959247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.992345] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 787.992345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.993741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.993741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.993921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.994063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.994133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.994294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.994382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.994481] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.189830] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5b923d0-bbb4-483b-a8f8-74bc281c314f: rpc.has_security_group_logging(os_id): False [ 788.211210] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.211473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.211473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.211750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.211849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.212071] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.212220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.212299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.212608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.212679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.212871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.213022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.213177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.213591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.213591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.213721] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.213721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.213801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.214138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.214138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.214273] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be created. [ 788.290018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.290278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.290376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.290645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.290863] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.306564] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 788.396184] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.397330] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.460871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.461078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.461228] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with status ACTIVE [ 788.461406] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.461530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.461598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.461834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.461931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.463255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.463387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.463594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.463779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.463899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.464132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.464276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.464315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.464445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.464524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.464637] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 is going to be updated. [ 788.466694] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.466828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.493164] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.493331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.493418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.493640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.493787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.497388] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.900860] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.902888] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.002398] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.373851] env[65840]: INFO networking_nsxv3.common.synchronization [None req-e3f1006c-32a5-4ccf-8c5a-79417428e7ff None None] Enqueued Resource ID: d53b64bf-0779-4784-9917-4af4d9241580 with Priority: HIGHEST for action port [ 789.374581] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53b64bf-0779-4784-9917-4af4d9241580 with Priority: HIGHEST for action port [ 789.375167] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53b64bf-0779-4784-9917-4af4d9241580 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.375293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53b64bf-0779-4784-9917-4af4d9241580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53b64bf-0779-4784-9917-4af4d9241580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.375949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53b64bf-0779-4784-9917-4af4d9241580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.376058] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53b64bf-0779-4784-9917-4af4d9241580',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.404627] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.404971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.404971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.405175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.405761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.405761] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be created. [ 789.406975] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.407083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.407118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.407313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.407433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.407551] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 789.440281] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.440281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.440574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.440850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.441071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447638] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.447638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.447760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.448072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.448242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.464417] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 789.465917] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: UNINITIALIZED for 2s [ 789.504711] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.504888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.504954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.505322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.505441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.505528] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be updated. [ 789.540757] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.541190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.541339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.552189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 789.879035] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d53b64bf-0779-4784-9917-4af4d9241580 [ 789.879217] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.879392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.879485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.879850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.879994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.880102] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d53b64bf-0779-4784-9917-4af4d9241580 already deleted. [ 789.880237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53b64bf-0779-4784-9917-4af4d9241580" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.328902] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 790.330025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.926363] env[65840]: INFO networking_nsxv3.common.synchronization [req-0fefe38e-f73f-463d-afdc-81147808727b req-ffa635ac-7fff-4d34-83aa-c6dda48fb9d5 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 790.926605] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 790.926924] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.926988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.927083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.927353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.927505] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.928085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.928289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.928475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.928569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.928669] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.435345] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.435345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.435472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.435701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.445147] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.445147] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.445147] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.445147] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.445147] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.445730] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.446019] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.446410] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.446758] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.447447] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.447764] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.448013] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.449080] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.449080] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.449080] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.449080] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.458912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.459287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.459676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.459676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.459797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.459891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.460075] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 791.470767] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.470927] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.471072] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.471275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.471599] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-785cb52b-2baa-4b6d-afe2-1463dea53503 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.471728] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.471840] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.472434] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.472651] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785cb52b-2baa-4b6d-afe2-1463dea53503',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.487160] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 791.487360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.487532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.487750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.488033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.488139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.488139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.488299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.488377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.488495] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.490408] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 791.490672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.491540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.491686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.491805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.492224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.492224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.493287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.493631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.493694] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.493836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.493931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.494467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.494603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.494832] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.505109] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 791.567897] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 791.568235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.568319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.568540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.568740] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.568861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.568928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.570343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.570501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.570651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.570766] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.979481] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.979884] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.979884] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980105] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980420] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 785cb52b-2baa-4b6d-afe2-1463dea53503 not found, creating... [ 791.980709] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980983] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.983980] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.984160] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.984471] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.984629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.984737] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.984960] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.985164] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.985307] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 785cb52b-2baa-4b6d-afe2-1463dea53503 is going to be created. [ 791.997625] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.998650] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.008535] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010071] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010157] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010426] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010749] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.075423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.075423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.075423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.075423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.075423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.075423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.075423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.078025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.078025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.078025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.078025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.500123] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.501882] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.578272] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:0 completed [ 792.578403] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:1 started [ 792.582433] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cc438ad-ea72-45e0-8f40-f320089825a8: rpc.has_security_group_logging(os_id): False [ 792.600599] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.600833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.600833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.601067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.623163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.624024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.624393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.624393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.624557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.624673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.624988] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.625147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.625216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.625383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.625464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.625808] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.625943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.627867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.627867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.627867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.627867] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be updated. [ 792.695795] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.695795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.695795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.696314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.696314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.712114] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 792.799038] env[65840]: INFO networking_nsxv3.common.synchronization [req-0fefe38e-f73f-463d-afdc-81147808727b req-5a216b9a-50f3-49c5-8f0d-6f6f45306295 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 792.802406] env[65840]: INFO networking_nsxv3.common.synchronization [req-0fefe38e-f73f-463d-afdc-81147808727b req-5a216b9a-50f3-49c5-8f0d-6f6f45306295 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 792.802617] env[65840]: INFO networking_nsxv3.common.synchronization [req-0fefe38e-f73f-463d-afdc-81147808727b req-5a216b9a-50f3-49c5-8f0d-6f6f45306295 service nova] Enqueued Resource ID: 785cb52b-2baa-4b6d-afe2-1463dea53503 with Priority: HIGHEST for action port [ 792.803614] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 792.803774] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 792.803875] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 785cb52b-2baa-4b6d-afe2-1463dea53503 with Priority: HIGHEST for action port [ 792.804193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.804334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.804385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.804627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.804720] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.805768] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.805871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.806107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-785cb52b-2baa-4b6d-afe2-1463dea53503 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.806213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.806267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.806473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.806575] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785cb52b-2baa-4b6d-afe2-1463dea53503',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.004613] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.004613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.004613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.004613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.004613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.004613] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 793.006208] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.006364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.006448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.006690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.006798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.006893] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be updated. [ 793.040263] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.042930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.042930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.042930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.042930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.042930] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.043255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.043393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.043585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.043717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.062635] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 793.063328] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: IN_PROGRESS for 2s [ 793.316339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.316339] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 785cb52b-2baa-4b6d-afe2-1463dea53503 with status ACTIVE [ 793.316339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.316339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.316339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.316339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.317051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.317051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.317051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.317051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317051] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 785cb52b-2baa-4b6d-afe2-1463dea53503 is going to be updated. [ 793.351778] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.351940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.351999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.352471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.352762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.352934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-785cb52b-2baa-4b6d-afe2-1463dea53503" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.519079] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 793.519332] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 793.519449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.519741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.519860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.519999] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.520124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.520529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.520529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.520529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.520529] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.024534] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.528621] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.727764] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 794.728118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.031507] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.031904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.031904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.032049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.032179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.032366] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 795.079011] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.079158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.079262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.079442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.079595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.081804] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 795.081804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.082400] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 795.082620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.082793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.083434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.083470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083963] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.084902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.085074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.085252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.085378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.085444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.085616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.085701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085916] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.093753] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 795.588037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.591162] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591162] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.591162] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.591162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591786] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.592883] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.816719] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ff1783b-d490-42a2-ada9-20d0803e8f02 req-c6e283d6-ac5a-4eee-b5a0-d712f9dccc0c tempest-FloatingIPsAssociationNegativeTestJSON-344824209 tempest-FloatingIPsAssociationNegativeTestJSON-344824209-project-member] Enqueued Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_members [ 795.817342] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGHEST for action security_group_members [ 795.817660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.817787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.817858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.822108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.822108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.822108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.822108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.822108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.822108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.822108] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.097049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 796.097049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3: rpc.has_security_group_logging(os_id): False [ 796.115916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.116473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.116473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.116473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.116473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.116755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.116755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.116857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.116933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.117017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.117289] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.117348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.117393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.117542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.117596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.117784] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.117880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.118039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.120206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.120331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.120440] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 796.124899] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.125087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.125087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.125629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.125629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.126483] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.126638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.126719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.126883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.126963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.127166] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be created. [ 796.229180] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.229180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.229180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.229180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.229180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.232460] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.232864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.232864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.233150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.233150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.246304] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: IN_PROGRESS for 2s [ 796.249683] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 796.324110] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.324196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.324255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.325317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.325317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.325317] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.325317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.325317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.325317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.325317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.325844] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 is going to be updated. [ 796.379527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.396336] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 in Status: IN_PROGRESS for 2s [ 797.104572] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 797.104872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.108020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.108020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.108020] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.608399] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.608550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.608744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.608832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.608994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.609338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.609426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.609541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.609692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.610040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.610173] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.610268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.610323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.610588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.610588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.610691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.610782] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.115335] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107d984f-4d36-43f3-9054-2b2263634454: rpc.has_security_group_logging(os_id): False [ 798.135718] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.136277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.138427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.138427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.138427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.138427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.139220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.139220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.139220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.139434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.139434] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 798.213210] env[65840]: INFO networking_nsxv3.common.synchronization [None req-4cb7cffa-971a-49e3-9927-3c38c14abe0b None None] Enqueued Resource ID: d40f9183-b63c-456b-8566-1f846ff7e946 with Priority: HIGHEST for action port [ 798.221024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.221024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.221024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.222209] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40f9183-b63c-456b-8566-1f846ff7e946 with Priority: HIGHEST for action port [ 798.222527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d40f9183-b63c-456b-8566-1f846ff7e946 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.222675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d40f9183-b63c-456b-8566-1f846ff7e946" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d40f9183-b63c-456b-8566-1f846ff7e946" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d40f9183-b63c-456b-8566-1f846ff7e946" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.222675] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40f9183-b63c-456b-8566-1f846ff7e946',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.244930] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 798.293140] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 798.293336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.294232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 798.294395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.408586] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 in Status: SUCCESS [ 798.410249] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 deletion is rescheduled due to dependency. [ 798.410371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.727021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d40f9183-b63c-456b-8566-1f846ff7e946 [ 798.727021] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.727021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.727021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.727021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.727021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.727021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d40f9183-b63c-456b-8566-1f846ff7e946 already deleted. [ 798.727906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d40f9183-b63c-456b-8566-1f846ff7e946" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.972574] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 798.972815] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 798.974397] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_members [ 798.975219] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 798.975332] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 798.975729] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_members [ 798.975729] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.975829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.975868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.976185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.976236] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.976417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.976417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.976569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.976620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.976717] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.977693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.979465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.979465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.979465] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.980631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7d296c-8591-4407-bff8-83c41640b37e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.980755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.980901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.981164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981219] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.981541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.981691] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.041074] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_rules [ 799.041378] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_members [ 799.041567] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_rules [ 799.041836] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 799.042403] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 799.042577] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 799.042772] env[65840]: INFO networking_nsxv3.common.synchronization [req-fa5a3f47-76c7-4907-a8ec-a333a005f21c req-dcc3fd86-603d-4c89-9dfd-a162c3ae431c tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with Priority: HIGHEST for action port [ 799.043632] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_rules [ 799.043813] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_rules [ 799.043946] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 799.044088] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with Priority: HIGHEST for action port [ 799.044247] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_rules [ 799.044384] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_members [ 799.044570] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 799.044808] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7d296c-8591-4407-bff8-83c41640b37e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.044935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.045066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.045345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.045435] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.046357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.046481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.046570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.046752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.046968] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.047926] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.048028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.048269] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.048389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.048466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.048639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.048711] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ac4ec3-bba6-47c8-9021-8c41ef6b44d9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.049496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.049607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.049676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.049898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.049955] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.050880] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7d296c-8591-4407-bff8-83c41640b37e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.050975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.054551] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.054551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.484088] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.486420] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.487858] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.555824] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 with status ACTIVE [ 799.555824] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.555824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.555824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.556046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.556077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.556271] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.556372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.556893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.556893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.556893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.556893] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.557149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.557149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.557149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.557230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.557258] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ac4ec3-bba6-47c8-9021-8c41ef6b44d9 is going to be updated. [ 799.562134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7d296c-8591-4407-bff8-83c41640b37e taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.586998] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.587359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.587467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.587703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.587872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.588057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ac4ec3-bba6-47c8-9021-8c41ef6b44d9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.990251] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.991254] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.991970] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.264642] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 800.264642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.493731] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.494196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.494375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.494654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.494780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.494903] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be updated. [ 800.499191] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.499420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.500296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.500453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.500492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.500574] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 800.501984] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.502337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.502337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.502461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.502536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.502597] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7d296c-8591-4407-bff8-83c41640b37e is going to be created. [ 800.527241] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.527241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.527371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.527468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.527635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.529457] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.529575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.529644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.529822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.529951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.531446] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.531610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.531642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.531784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.535044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.545167] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: IN_PROGRESS for 2s [ 800.546188] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 800.549237] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7d296c-8591-4407-bff8-83c41640b37e in Status: UNINITIALIZED for 2s [ 800.800403] env[65840]: INFO networking_nsxv3.common.synchronization [req-3a4287d7-ad5a-4955-b51a-3ab58727e422 req-a4b289f2-4ab1-4d49-a49c-521f1a6e2d9e tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 800.800403] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 800.800403] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.800403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.800403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.800403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.800723] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.800723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.800723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.800827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.801105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.801183] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.303303] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.303506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.303573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.304886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.304886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.304886] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.304886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.304886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.304886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.304886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.304886] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be updated. [ 801.355688] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.355956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.355997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.356404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.367326] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 801.633461] env[65840]: INFO networking_nsxv3.common.synchronization [None req-76f16276-ca63-4844-8cab-8be789617df9 None None] Enqueued Resource ID: 83477195-8c36-43db-b9b2-3572f5f57dfa with Priority: HIGHEST for action port [ 801.634488] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83477195-8c36-43db-b9b2-3572f5f57dfa with Priority: HIGHEST for action port [ 801.634997] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-83477195-8c36-43db-b9b2-3572f5f57dfa taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.635221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83477195-8c36-43db-b9b2-3572f5f57dfa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.635327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83477195-8c36-43db-b9b2-3572f5f57dfa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.635684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83477195-8c36-43db-b9b2-3572f5f57dfa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.635823] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83477195-8c36-43db-b9b2-3572f5f57dfa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.143166] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83477195-8c36-43db-b9b2-3572f5f57dfa [ 802.143166] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.143166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.143166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.143166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.143166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.143166] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83477195-8c36-43db-b9b2-3572f5f57dfa already deleted. [ 802.143166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83477195-8c36-43db-b9b2-3572f5f57dfa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.556627] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 802.556850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.557088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.557273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.557458] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.557571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.557669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.557785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.557864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.557957] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.559466] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 802.559649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.560281] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7d296c-8591-4407-bff8-83c41640b37e in Status: SUCCESS [ 802.560450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.560627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.561046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.561242] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.561366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.561425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.561576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.562419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.562419] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.563367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.563367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.563367] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.563367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.563367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.563580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.563580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.563635] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.572269] env[65840]: INFO networking_nsxv3.common.synchronization [req-e345f99d-cae6-4823-9376-56005c9e0e05 req-b3b9fde7-67b0-4001-ae97-ca7ed144d6eb tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 802.572803] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 802.573227] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.573336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.573336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.573480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.573640] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.576099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.576099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.576099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.576099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.576099] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.066255] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.067990] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.069198] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.079217] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.079444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.079596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.079745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.079835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.080063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.080170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.080236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.080392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.080484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.080571] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be updated. [ 803.113527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.113751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.113949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.114211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.114515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.125747] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: IN_PROGRESS for 2s [ 803.378962] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 803.379193] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 deletion is rescheduled due to dependency. [ 803.379309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.574334] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.576320] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.576712] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.672213] env[65840]: INFO networking_nsxv3.common.synchronization [req-cf4ad75d-2c89-4bd5-8053-688a0f0a9c31 req-9578118c-bce1-42be-9394-992c99cf2a83 tempest-ServersV294TestFqdnHostnames-836076040 tempest-ServersV294TestFqdnHostnames-836076040-project-member] Enqueued Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_members [ 803.672718] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_members [ 803.673045] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.673172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.673241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.673491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.674151] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.674151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.674151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.674151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.674151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.674151] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.062166] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.062373] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-630" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.062489] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-630" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.062895] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-630" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.063178] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.063376] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.063431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.063650] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.063811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.064092] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.064207] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.064309] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.065050] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.065050] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.065050] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.065050] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.082534] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.082890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.084053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.084053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.084053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.084053] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be updated. [ 804.084988] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.085118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.085185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.085350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.085667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.085989] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 804.087253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.087253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.087253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.087374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.087404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.087504] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7d296c-8591-4407-bff8-83c41640b37e is going to be updated. [ 804.089609] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.089756] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.089884] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.090043] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-630" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.090303] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-9012b5ed-821a-4870-ac05-49bf579b552c taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.090447] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.093020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.093020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.093020] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9012b5ed-821a-4870-ac05-49bf579b552c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.125704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.125867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.125867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.126401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.126401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.128678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.128803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.128875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.129088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.129224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.131131] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.131247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.131315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.131485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.131605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.145402] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7d296c-8591-4407-bff8-83c41640b37e in Status: IN_PROGRESS for 2s [ 804.146338] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: IN_PROGRESS for 2s [ 804.147066] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 804.178057] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.178057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.178057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.178299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.178471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.178819] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.178945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.178945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.179153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.179227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.179326] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec already deleted. [ 804.179412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.593677] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.593991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.594189] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.594561] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.594773] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.594984] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 9012b5ed-821a-4870-ac05-49bf579b552c not found, creating... [ 804.595399] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595618] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595792] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.596112] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.596302] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.596694] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.596926] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.597112] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.597390] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.597671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.597780] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 9012b5ed-821a-4870-ac05-49bf579b552c is going to be created. [ 804.623685] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.623954] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.624133] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.624502] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.624806] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.625129] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139577] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 805.139577] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 deletion is rescheduled due to dependency. [ 805.139577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.399253] env[65840]: INFO networking_nsxv3.common.synchronization [req-cf4ad75d-2c89-4bd5-8053-688a0f0a9c31 req-77fa7f66-0d5a-4c54-bcad-5d9b17994126 service nova] Enqueued Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_rules [ 805.399253] env[65840]: INFO networking_nsxv3.common.synchronization [req-cf4ad75d-2c89-4bd5-8053-688a0f0a9c31 req-77fa7f66-0d5a-4c54-bcad-5d9b17994126 service nova] Enqueued Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_members [ 805.399253] env[65840]: INFO networking_nsxv3.common.synchronization [req-cf4ad75d-2c89-4bd5-8053-688a0f0a9c31 req-77fa7f66-0d5a-4c54-bcad-5d9b17994126 service nova] Enqueued Resource ID: 9012b5ed-821a-4870-ac05-49bf579b552c with Priority: HIGHEST for action port [ 805.399253] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_rules [ 805.399253] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_members [ 805.399253] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9012b5ed-821a-4870-ac05-49bf579b552c with Priority: HIGHEST for action port [ 805.400932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.402195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.402195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.403747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.403747] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.404446] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.405553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.405553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.405553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.405553] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.405553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.406945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.406945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.409387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.409387] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.409387] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9012b5ed-821a-4870-ac05-49bf579b552c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.409387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.409387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.409387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.409387] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9012b5ed-821a-4870-ac05-49bf579b552c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.611308] env[65840]: INFO networking_nsxv3.common.synchronization [None req-057b248f-571b-41dd-be79-e0fba09900fa None None] Enqueued Resource ID: 4c385ea8-cd1c-47d4-a079-e47006bb99e3 with Priority: HIGHEST for action port [ 805.611308] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c385ea8-cd1c-47d4-a079-e47006bb99e3 with Priority: HIGHEST for action port [ 805.611815] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c385ea8-cd1c-47d4-a079-e47006bb99e3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.612164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c385ea8-cd1c-47d4-a079-e47006bb99e3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.612573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c385ea8-cd1c-47d4-a079-e47006bb99e3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.613133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c385ea8-cd1c-47d4-a079-e47006bb99e3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.613329] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c385ea8-cd1c-47d4-a079-e47006bb99e3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.625263] env[65840]: INFO networking_nsxv3.common.synchronization [req-abe0cf13-fd69-40df-a19c-89d03c4eca37 req-54311bfe-da99-4665-976b-48c3c29cac09 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 805.625263] env[65840]: INFO networking_nsxv3.common.synchronization [req-abe0cf13-fd69-40df-a19c-89d03c4eca37 req-54311bfe-da99-4665-976b-48c3c29cac09 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 805.625263] env[65840]: INFO networking_nsxv3.common.synchronization [req-abe0cf13-fd69-40df-a19c-89d03c4eca37 req-54311bfe-da99-4665-976b-48c3c29cac09 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_members [ 805.625263] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 805.625263] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGHEST for action security_group_members [ 805.625263] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7d296c-8591-4407-bff8-83c41640b37e with Priority: HIGHEST for action security_group_members [ 805.625263] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.625263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.625620] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.625620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.625695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7d296c-8591-4407-bff8-83c41640b37e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.625853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.913206] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.913362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.913589] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9012b5ed-821a-4870-ac05-49bf579b552c with status ACTIVE [ 805.913773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.913938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.914413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.914934] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.914934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.915096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915236] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.915864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.915864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.915864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.915864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915864] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9012b5ed-821a-4870-ac05-49bf579b552c is going to be updated. [ 805.916835] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.940877] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.941042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.942541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.942541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.943366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.943366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9012b5ed-821a-4870-ac05-49bf579b552c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.119060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c385ea8-cd1c-47d4-a079-e47006bb99e3 [ 806.119060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.119060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.119060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.119060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.119306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.119306] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c385ea8-cd1c-47d4-a079-e47006bb99e3 already deleted. [ 806.119306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c385ea8-cd1c-47d4-a079-e47006bb99e3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.164421] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 806.164749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.165752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7d296c-8591-4407-bff8-83c41640b37e in Status: SUCCESS [ 806.165979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.166780] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 806.169540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.169540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.169540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.169540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.169540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.169540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.169540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.169956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.169956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.169956] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.170778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.171262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.171262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.171382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.171382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.171616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.171894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.171894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.171953] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.175334] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.175334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.175334] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.176216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.176822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.176822] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.176822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.176822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.177031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.177031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.177100] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.177862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.178063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.178225] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.178340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.179890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.179890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.179890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.179890] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.179890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.179890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.180206] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.180206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.180206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.180312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.180349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.180524] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.425880] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.679714] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.679714] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a7d296c-8591-4407-bff8-83c41640b37e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.684084] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.684084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.684084] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.684084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.684084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.684084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.684084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.684084] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.688117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.688117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.688117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.688117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.688117] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be updated. [ 806.695359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.695359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.695359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.695359] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7d296c-8591-4407-bff8-83c41640b37e is going to be deleted. [ 806.696347] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.726991] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.727295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.727295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.727446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.727589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.744652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.744652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.744652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.749096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.749096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.749096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.751817] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: IN_PROGRESS for 2s [ 806.929661] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.929856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.929902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.930134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.930246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.930327] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec is going to be created. [ 806.956433] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.957050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.957190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.957444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.957663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.969759] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ce08646-8002-4ce4-836f-1924984b7fec in Status: UNINITIALIZED for 2s [ 807.182288] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a7d296c-8591-4407-bff8-83c41640b37e: rpc.has_security_group_logging(os_id): False [ 807.183455] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3: rpc.has_security_group_logging(os_id): False [ 807.198192] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.201356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.201519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.201616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.201965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.201965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.202187] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.202272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.202304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.202487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.202577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.202627] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be updated. [ 807.204354] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.204498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.204573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.205193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.205193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.205193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.205193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.205193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.205193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.205817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.205817] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7d296c-8591-4407-bff8-83c41640b37e is going to be created. [ 807.224795] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2a7d296c-8591-4407-bff8-83c41640b37e], does not exist path=[/infra/domains/default/groups/2a7d296c-8591-4407-bff8-83c41640b37e]."\n}' [ 807.224958] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7d296c-8591-4407-bff8-83c41640b37e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a7d296c-8591-4407-bff8-83c41640b37e [ 807.225047] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 807.275260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.275663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.275894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.276199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.276448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.289342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.289342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.289342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.289342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.290442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.291149] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.291534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.291740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.292101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.292327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.293076] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.293444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.293679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.293998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.294193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.294377] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7d296c-8591-4407-bff8-83c41640b37e is going to be created. [ 807.333725] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: IN_PROGRESS for 2s [ 807.337696] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2a7d296c-8591-4407-bff8-83c41640b37e], does not exist path=[/infra/domains/default/groups/2a7d296c-8591-4407-bff8-83c41640b37e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a7d296c-8591-4407-bff8-83c41640b37e [ 807.337906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7d296c-8591-4407-bff8-83c41640b37e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338196] env[65840]: Traceback (most recent call last): [ 807.338196] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 807.338196] env[65840]: return func(*args, **kwargs) [ 807.338352] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 807.338352] env[65840]: res.raise_for_status() [ 807.338352] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 807.338352] env[65840]: raise HTTPError(http_error_msg, response=self) [ 807.338352] env[65840]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a7d296c-8591-4407-bff8-83c41640b37e [ 807.338352] env[65840]: During handling of the above exception, another exception occurred: [ 807.338352] env[65840]: Traceback (most recent call last): [ 807.338352] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 807.338352] env[65840]: listener.cb(fileno) [ 807.338352] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 807.338352] env[65840]: result = function(*args, **kwargs) [ 807.338352] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 807.338352] env[65840]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 807.338352] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 807.338352] env[65840]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 807.338352] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 807.338352] env[65840]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 807.338352] env[65840]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 807.338352] env[65840]: res.raise_for_status() [ 807.338352] env[65840]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 807.338352] env[65840]: raise HTTPError(http_error_msg, response=self) [ 807.338352] env[65840]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2a7d296c-8591-4407-bff8-83c41640b37e [ 807.338352] env[65840]: Removing descriptor: 21 [ 807.700371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.700626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.700710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.702136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.702136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.702136] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 807.731657] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.731868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.731957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.732361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.732361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.748765] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 808.262587] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a065aa38-9618-4e4d-b5db-4d9e49a783af None None] Enqueued Resource ID: 4d3ad41a-8db3-4b3f-9551-c081770f337f with Priority: HIGHEST for action port [ 808.263197] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3ad41a-8db3-4b3f-9551-c081770f337f with Priority: HIGHEST for action port [ 808.263503] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3ad41a-8db3-4b3f-9551-c081770f337f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.263650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3ad41a-8db3-4b3f-9551-c081770f337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.263722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3ad41a-8db3-4b3f-9551-c081770f337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.264744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3ad41a-8db3-4b3f-9551-c081770f337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.264744] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3ad41a-8db3-4b3f-9551-c081770f337f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.766631] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 808.767856] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 deletion is rescheduled due to dependency. [ 808.767856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.767856] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d3ad41a-8db3-4b3f-9551-c081770f337f [ 808.767856] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.767856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.767856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.767856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.767856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.768195] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d3ad41a-8db3-4b3f-9551-c081770f337f already deleted. [ 808.768195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3ad41a-8db3-4b3f-9551-c081770f337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.981056] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ce08646-8002-4ce4-836f-1924984b7fec in Status: SUCCESS [ 808.981419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.981615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.981838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.982157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.982294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.982533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.982614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.982700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.982791] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.349512] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 in Status: SUCCESS [ 809.349881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.458059] env[65840]: INFO networking_nsxv3.common.synchronization [None req-acdd4912-1b4a-44e1-b404-8652f4cf7fa1 None None] Enqueued Resource ID: 266db1e9-da1e-4d29-adbf-c2de13b51b2e with Priority: HIGHEST for action port [ 809.458632] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266db1e9-da1e-4d29-adbf-c2de13b51b2e with Priority: HIGHEST for action port [ 809.458937] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-266db1e9-da1e-4d29-adbf-c2de13b51b2e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.459075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-266db1e9-da1e-4d29-adbf-c2de13b51b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.459137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-266db1e9-da1e-4d29-adbf-c2de13b51b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.459399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-266db1e9-da1e-4d29-adbf-c2de13b51b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.459508] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266db1e9-da1e-4d29-adbf-c2de13b51b2e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.488209] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.760589] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 809.760589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.760589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.760589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.760820] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.760884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.760938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.761103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.761179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.761259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.761408] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.761499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.761556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.761696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.761858] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.761929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.764520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.764520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.764520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.764520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.764520] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.962933] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 266db1e9-da1e-4d29-adbf-c2de13b51b2e [ 809.963199] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.963334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.963404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.963609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.963695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.963795] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:266db1e9-da1e-4d29-adbf-c2de13b51b2e already deleted. [ 809.963876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-266db1e9-da1e-4d29-adbf-c2de13b51b2e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.999042] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ce08646-8002-4ce4-836f-1924984b7fec: rpc.has_security_group_logging(os_id): False [ 810.017793] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.017940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.017998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.018236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.018358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.018608] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.018712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.018779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.018947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.019043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.019133] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec is going to be created. [ 810.112212] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.112212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.112212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.112212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.117049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.134792] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ce08646-8002-4ce4-836f-1924984b7fec in Status: IN_PROGRESS for 2s [ 810.267584] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 810.289563] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.289563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.289563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.289960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.311280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.311527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.311716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.311792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.312096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.312186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.312398] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.312515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.312577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.312727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.312805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.313076] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.313180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.313239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.313381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.313644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.313779] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 810.389753] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.390127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.390127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.390232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.390794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.407291] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 811.444946] env[65840]: INFO networking_nsxv3.common.synchronization [req-be41c55b-402b-4e59-bae9-f6c556a5510b req-324a5699-56b3-4e56-a47b-229dbe9db453 tempest-ServersTestBootFromVolume-2079367083 tempest-ServersTestBootFromVolume-2079367083-project-member] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_members [ 811.445634] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGHEST for action security_group_members [ 811.446605] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.446605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.446605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447113] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.447918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.447918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.447918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.448534] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.739173] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b57052fe-e404-493c-bbb6-2bc939c6d0f4 None None] Enqueued Resource ID: da6c254c-44d4-4272-9523-1f97f569ff00 with Priority: HIGHEST for action port [ 811.739852] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6c254c-44d4-4272-9523-1f97f569ff00 with Priority: HIGHEST for action port [ 811.740041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6c254c-44d4-4272-9523-1f97f569ff00 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.740182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6c254c-44d4-4272-9523-1f97f569ff00" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.740250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6c254c-44d4-4272-9523-1f97f569ff00" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.740511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6c254c-44d4-4272-9523-1f97f569ff00" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.740595] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6c254c-44d4-4272-9523-1f97f569ff00',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.951066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.952068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.952255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.952748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.974651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.975027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.975027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.975140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.975276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.975353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.975443] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 is going to be updated. [ 812.003390] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.003519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.003519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.003821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.003902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.017247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 in Status: IN_PROGRESS for 2s [ 812.148999] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ce08646-8002-4ce4-836f-1924984b7fec in Status: SUCCESS [ 812.149261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.245590] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da6c254c-44d4-4272-9523-1f97f569ff00 [ 812.245941] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.246060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.246819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246819] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da6c254c-44d4-4272-9523-1f97f569ff00 already deleted. [ 812.246819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6c254c-44d4-4272-9523-1f97f569ff00" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.425295] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 812.425295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.683355] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b5974b37-7d78-443c-9c0a-a264343241e7 None None] Enqueued Resource ID: 45d27474-8fe1-469d-bcff-b4448aab35f6 with Priority: HIGHEST for action port [ 812.684315] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45d27474-8fe1-469d-bcff-b4448aab35f6 with Priority: HIGHEST for action port [ 812.684315] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-45d27474-8fe1-469d-bcff-b4448aab35f6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.684315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45d27474-8fe1-469d-bcff-b4448aab35f6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.684315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45d27474-8fe1-469d-bcff-b4448aab35f6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.684715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45d27474-8fe1-469d-bcff-b4448aab35f6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.684715] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45d27474-8fe1-469d-bcff-b4448aab35f6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.186569] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45d27474-8fe1-469d-bcff-b4448aab35f6 [ 813.186841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.186977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.187062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.187321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.187439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.187539] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45d27474-8fe1-469d-bcff-b4448aab35f6 already deleted. [ 813.187623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45d27474-8fe1-469d-bcff-b4448aab35f6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.029250] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 in Status: SUCCESS [ 814.029250] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 deletion is rescheduled due to dependency. [ 814.029250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.244250] env[65840]: INFO networking_nsxv3.common.synchronization [None req-9a827f58-918b-4a35-aad2-c1ae52c2e077 None None] Enqueued Resource ID: 4eac5fa4-9537-4f35-933a-dd501b9fbe9b with Priority: HIGHEST for action port [ 814.244250] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eac5fa4-9537-4f35-933a-dd501b9fbe9b with Priority: HIGHEST for action port [ 814.244250] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eac5fa4-9537-4f35-933a-dd501b9fbe9b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.244250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eac5fa4-9537-4f35-933a-dd501b9fbe9b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.244250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eac5fa4-9537-4f35-933a-dd501b9fbe9b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.244250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eac5fa4-9537-4f35-933a-dd501b9fbe9b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.244250] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eac5fa4-9537-4f35-933a-dd501b9fbe9b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.748490] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eac5fa4-9537-4f35-933a-dd501b9fbe9b [ 814.748490] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.748490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.748490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.748490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.748490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.748490] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eac5fa4-9537-4f35-933a-dd501b9fbe9b already deleted. [ 814.748490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eac5fa4-9537-4f35-933a-dd501b9fbe9b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.470179] env[65840]: INFO networking_nsxv3.common.synchronization [req-5358c1ba-cfea-4750-952c-b3f9bd68f7b4 req-4b50367e-9086-4f38-89a8-e3b5d3606213 tempest-ServerGroupTestJSON-1775954524 tempest-ServerGroupTestJSON-1775954524-project-member] Enqueued Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_members [ 815.471333] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_members [ 815.471333] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.471333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.471333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.471576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.471673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.471774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.471837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.471987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.472086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.472181] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.850584] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.850841] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-183" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.850877] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-183" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.851253] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-183" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.851569] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.851654] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.851767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.852066] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.852535] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.852757] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.852878] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.852980] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.853208] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.853274] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.853346] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.853476] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.873009] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.873107] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.873244] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.874076] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-183" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.874076] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-e8b3f114-39b4-4214-a2f3-ab7180654604 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.874076] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.874076] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.874343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.874402] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b3f114-39b4-4214-a2f3-ab7180654604',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.974321] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.974656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.974751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.974977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.975864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.975864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.975864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.975864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.975864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.975864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.976264] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 already deleted. [ 815.976264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.379194] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.379194] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port e8b3f114-39b4-4214-a2f3-ab7180654604 not found, creating... [ 816.379194] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.379194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.379579] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.379579] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.379579] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.379579] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.379709] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.379709] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: e8b3f114-39b4-4214-a2f3-ab7180654604 is going to be created. [ 816.401093] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.401326] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.401445] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.402156] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.403055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.403055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.026597] env[65840]: INFO networking_nsxv3.common.synchronization [req-9e2e7ff7-95e8-4e5b-83d4-b3ff05709338 req-f4d4cc42-911f-4e59-808c-6895f1576da2 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 817.027239] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 817.027623] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.028158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.028392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.028644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.028838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.028951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.029084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.029425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.029425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.029425] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.154048] env[65840]: INFO networking_nsxv3.common.synchronization [req-5358c1ba-cfea-4750-952c-b3f9bd68f7b4 req-af012f37-5a18-43f4-a954-2bdfaea0699c service nova] Enqueued Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_rules [ 817.154048] env[65840]: INFO networking_nsxv3.common.synchronization [req-5358c1ba-cfea-4750-952c-b3f9bd68f7b4 req-af012f37-5a18-43f4-a954-2bdfaea0699c service nova] Enqueued Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_members [ 817.154281] env[65840]: INFO networking_nsxv3.common.synchronization [req-5358c1ba-cfea-4750-952c-b3f9bd68f7b4 req-af012f37-5a18-43f4-a954-2bdfaea0699c service nova] Enqueued Resource ID: e8b3f114-39b4-4214-a2f3-ab7180654604 with Priority: HIGHEST for action port [ 817.154840] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_rules [ 817.154954] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_members [ 817.155086] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b3f114-39b4-4214-a2f3-ab7180654604 with Priority: HIGHEST for action port [ 817.155816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.156637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.156637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.156778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.156907] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.157945] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.158085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.158145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.158329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.158462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.158538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.158660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.158725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.158806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.158925] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.160568] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8b3f114-39b4-4214-a2f3-ab7180654604 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.160568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.160568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.161504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.161504] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b3f114-39b4-4214-a2f3-ab7180654604',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.532900] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.532900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.532900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.533203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.555498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.555777] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.555898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.555965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.556261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.556379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.556476] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 817.584252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.584387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.584460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.584669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.584815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.595187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 817.663614] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.664684] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8b3f114-39b4-4214-a2f3-ab7180654604 with status ACTIVE [ 817.664887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.665685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.665685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.665685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.665685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.665685] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.665685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.665685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.665948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.665948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.666098] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.666165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.666197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.666363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.666440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.666440] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8b3f114-39b4-4214-a2f3-ab7180654604 is going to be updated. [ 817.667823] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.667823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.687935] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.688685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.688685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.688685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.688685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.688685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8b3f114-39b4-4214-a2f3-ab7180654604" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.169485] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.674836] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.674836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.675205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.675205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.675205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.675329] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 is going to be created. [ 818.702499] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.703092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.713592] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 in Status: UNINITIALIZED for 2s [ 819.606548] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 819.606846] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 819.606883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.725059] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 in Status: SUCCESS [ 820.725317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.725449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.725683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.725875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.725991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.726066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.726227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.726309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.726485] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.230029] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.230029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.230029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.230029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.230285] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.230285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.230285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.230403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.230486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.230555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.230696] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.230790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.230848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.230985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.231133] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.231219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.231272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.231407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.231486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.231564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.231663] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.733653] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaaf5ac-4e33-4c44-8558-c73109b0fb24: rpc.has_security_group_logging(os_id): False [ 821.753405] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.754470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.754470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.754470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.754470] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.754470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.754837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.754837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.754837] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.754956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.755147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.755147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.755320] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.755410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.755556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.755592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.755664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.755749] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 is going to be created. [ 821.801380] env[65840]: INFO networking_nsxv3.common.synchronization [req-3c19745a-6fbc-4bff-bdf4-8cd2052bd283 req-090fe153-b712-4bdb-8eaf-7873c4fa4947 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 821.803061] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 821.803523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.803666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.803725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.803981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.804180] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.804293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.804426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.804601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.804710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.804810] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.840970] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.841520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.841642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.842197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.842197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.856017] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 in Status: IN_PROGRESS for 2s [ 822.128706] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.129035] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.129103] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.129407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130989] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.130989] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.130989] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.130989] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130989] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130989] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.130989] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.130989] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.130989] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.130989] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.131420] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.131420] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.151025] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.151353] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.151518] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.151746] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.152137] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-506eee40-8cfe-424b-995c-c96e606765ab taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.153427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.153427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.153815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.153986] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506eee40-8cfe-424b-995c-c96e606765ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.309715] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.309715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.309715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.309715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.309715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.309913] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.309957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.310155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.310219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.310298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.310397] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c already deleted. [ 822.310508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.501972] env[65840]: INFO networking_nsxv3.common.synchronization [None req-718b664c-0064-4197-8b11-7afee1369eaa None None] Enqueued Resource ID: bd641d5c-1fc5-4911-944c-3458f01ca5ea with Priority: HIGHEST for action port [ 822.502660] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd641d5c-1fc5-4911-944c-3458f01ca5ea with Priority: HIGHEST for action port [ 822.504681] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd641d5c-1fc5-4911-944c-3458f01ca5ea taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.504943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd641d5c-1fc5-4911-944c-3458f01ca5ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.505154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd641d5c-1fc5-4911-944c-3458f01ca5ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.505905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd641d5c-1fc5-4911-944c-3458f01ca5ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.506061] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd641d5c-1fc5-4911-944c-3458f01ca5ea',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.656996] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658101] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658101] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658101] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.658101] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.658439] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 506eee40-8cfe-424b-995c-c96e606765ab not found, creating... [ 822.658508] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658719] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658860] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.659456] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.659842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.660635] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.660635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.660635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.661155] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.662353] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.662353] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 506eee40-8cfe-424b-995c-c96e606765ab is going to be created. [ 822.687984] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.688558] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.688558] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.688908] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.689108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.689414] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.008835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd641d5c-1fc5-4911-944c-3458f01ca5ea [ 823.009210] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009676] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd641d5c-1fc5-4911-944c-3458f01ca5ea already deleted. [ 823.009757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd641d5c-1fc5-4911-944c-3458f01ca5ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.532342] env[65840]: INFO networking_nsxv3.common.synchronization [req-3c19745a-6fbc-4bff-bdf4-8cd2052bd283 req-faf8ec4e-5bb6-4b23-94a1-2a12eb6d46c6 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 823.532746] env[65840]: INFO networking_nsxv3.common.synchronization [req-3c19745a-6fbc-4bff-bdf4-8cd2052bd283 req-faf8ec4e-5bb6-4b23-94a1-2a12eb6d46c6 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 823.532877] env[65840]: INFO networking_nsxv3.common.synchronization [req-3c19745a-6fbc-4bff-bdf4-8cd2052bd283 req-faf8ec4e-5bb6-4b23-94a1-2a12eb6d46c6 service nova] Enqueued Resource ID: 506eee40-8cfe-424b-995c-c96e606765ab with Priority: HIGHEST for action port [ 823.533698] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 823.533845] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 823.534035] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 506eee40-8cfe-424b-995c-c96e606765ab with Priority: HIGHEST for action port [ 823.534356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.534525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.534628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.534924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.535031] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.536161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.537077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.537077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.537077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.537077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.538801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.538801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.538801] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.538801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-506eee40-8cfe-424b-995c-c96e606765ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.538801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.538801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.539097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.539806] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('506eee40-8cfe-424b-995c-c96e606765ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.868975] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 in Status: SUCCESS [ 823.868975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.040660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.040998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.040998] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.045045] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 506eee40-8cfe-424b-995c-c96e606765ab with status ACTIVE [ 824.045045] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.045045] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.045045] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.045045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.045045] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 506eee40-8cfe-424b-995c-c96e606765ab is going to be updated. [ 824.067034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.073171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.073171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.073171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.073171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.073171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-506eee40-8cfe-424b-995c-c96e606765ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.546089] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.730058] env[65840]: INFO networking_nsxv3.common.synchronization [None req-faf12202-4dcd-4520-9183-c6482c14985c None None] Enqueued Resource ID: b206fc8d-2ae0-4f11-86cf-08b8e470d416 with Priority: HIGHEST for action port [ 824.730807] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b206fc8d-2ae0-4f11-86cf-08b8e470d416 with Priority: HIGHEST for action port [ 824.731566] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b206fc8d-2ae0-4f11-86cf-08b8e470d416 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.731822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b206fc8d-2ae0-4f11-86cf-08b8e470d416" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.731941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b206fc8d-2ae0-4f11-86cf-08b8e470d416" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.732505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b206fc8d-2ae0-4f11-86cf-08b8e470d416" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.732554] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b206fc8d-2ae0-4f11-86cf-08b8e470d416',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.050241] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.050613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.050613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.050747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.050785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.050892] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be created. [ 825.077523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.077523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.077523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.077883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.078148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.098905] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: UNINITIALIZED for 2s [ 825.235270] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b206fc8d-2ae0-4f11-86cf-08b8e470d416 [ 825.235520] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.235668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.235742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.236056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.236222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.236376] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b206fc8d-2ae0-4f11-86cf-08b8e470d416 already deleted. [ 825.236482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b206fc8d-2ae0-4f11-86cf-08b8e470d416" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.480467] env[65840]: INFO networking_nsxv3.common.synchronization [req-835fbb89-68e8-4860-bcdb-3760f2605f5a req-37b90704-6128-4a41-ad3d-b993ea0ee21e tempest-ServersAdminNegativeTestJSON-690496393 tempest-ServersAdminNegativeTestJSON-690496393-project-member] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 826.481019] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGHEST for action security_group_members [ 826.481297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.481423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.481486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.481680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.481827] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.481926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.481981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.482764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.482861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.483052] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.985575] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.985743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.985831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.986034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.008249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.008249] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.008249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.008430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.008500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.009080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.009080] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be updated. [ 827.044465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.044721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.044721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.045315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.045315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.055330] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: IN_PROGRESS for 2s [ 827.107598] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 827.107903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.108060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.108290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.108482] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.108615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.108698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.108833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.108914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.108997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.109135] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.611673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.611961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.611961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.612149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.612313] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.612417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.612484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.612637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.612724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.612812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.612956] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.613061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.613121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.613263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.613781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.613888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.613952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.614114] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.614189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.614270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.614380] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.117285] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e0494c-f71f-4282-b098-de9cce36452c: rpc.has_security_group_logging(os_id): False [ 828.138169] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.138316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.138386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.138599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.138689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.138894] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.138995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.139071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.139216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.139292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.139455] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.139596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.139596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.139726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.139806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.139986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.140435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.140507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.140657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.140731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.140816] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be created. [ 828.203780] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.203980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.204095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.204368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.204550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.216064] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 829.069122] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae in Status: SUCCESS [ 829.069415] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae deletion is rescheduled due to dependency. [ 829.069415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.624141] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b28d7afa-c8f1-4f92-8aee-629aedc4a523 None None] Enqueued Resource ID: 0bcd311c-916c-4bf2-b82f-0ee9b2d083c4 with Priority: HIGHEST for action port [ 829.624141] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcd311c-916c-4bf2-b82f-0ee9b2d083c4 with Priority: HIGHEST for action port [ 829.624141] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bcd311c-916c-4bf2-b82f-0ee9b2d083c4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.624141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bcd311c-916c-4bf2-b82f-0ee9b2d083c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.624545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bcd311c-916c-4bf2-b82f-0ee9b2d083c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.624545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bcd311c-916c-4bf2-b82f-0ee9b2d083c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.624625] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcd311c-916c-4bf2-b82f-0ee9b2d083c4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.127815] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bcd311c-916c-4bf2-b82f-0ee9b2d083c4 [ 830.128125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.128462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.128462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.130874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.130874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.130874] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bcd311c-916c-4bf2-b82f-0ee9b2d083c4 already deleted. [ 830.130874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bcd311c-916c-4bf2-b82f-0ee9b2d083c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.233217] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 830.233217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.021873] env[65840]: INFO networking_nsxv3.common.synchronization [req-f035a6df-f7d0-4cb8-ba97-8cdfce288a5c req-2051de63-1381-49e6-90d2-8d65baa824b6 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 831.022634] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 831.023343] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.023523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.023614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.023840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.024580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.024746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.025252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.025463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.025589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.025969] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.514470] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.514763] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.514763] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.515695] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.515695] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.515936] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.515975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.516186] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.516981] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.516981] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.516981] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.516981] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.516981] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.516981] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.516981] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.517269] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.529335] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.538608] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.539386] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.539602] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.539829] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-635" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.540155] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-722af6a2-06d5-4fb2-96e8-15f031db6f02 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.542132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.542132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.542132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.542132] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722af6a2-06d5-4fb2-96e8-15f031db6f02',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.615015] env[65840]: INFO networking_nsxv3.common.synchronization [None req-4422ecce-d802-4ebf-b97e-24257d37a623 tempest-ServerActionsV293TestJSON-1902764099 tempest-ServerActionsV293TestJSON-1902764099-project-member] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_rules [ 831.615015] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_rules [ 831.615015] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.615015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.615015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.615304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.615392] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.809835] env[65840]: INFO networking_nsxv3.common.synchronization [None req-056908a1-9a23-4197-88c1-25867a480709 tempest-ServerActionsV293TestJSON-1902764099 tempest-ServerActionsV293TestJSON-1902764099-project-member] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_rules [ 831.811142] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_rules [ 831.811142] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.811142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.032634] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.043307] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.043574] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.043746] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.044030] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.044222] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.044317] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 722af6a2-06d5-4fb2-96e8-15f031db6f02 not found, creating... [ 832.044594] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.044763] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.044881] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.045091] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.045223] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.045580] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.045951] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.046041] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.046328] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.046523] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.046711] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 722af6a2-06d5-4fb2-96e8-15f031db6f02 is going to be created. [ 832.069394] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.069863] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.069863] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.069969] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.070183] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.070546] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.149383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.149514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.149554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.149766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.149859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.152549] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 already deleted. [ 832.152549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.152549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.152549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.152549] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.180285] env[65840]: INFO networking_nsxv3.common.synchronization [None req-f6d96992-5762-46d8-b869-55128de3ecb7 None None] Enqueued Resource ID: 8a8d3394-62db-4213-92e8-df0a92ea54cc with Priority: HIGHEST for action port [ 832.180553] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8d3394-62db-4213-92e8-df0a92ea54cc with Priority: HIGHEST for action port [ 832.181162] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8d3394-62db-4213-92e8-df0a92ea54cc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.181284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8d3394-62db-4213-92e8-df0a92ea54cc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.181348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8d3394-62db-4213-92e8-df0a92ea54cc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.181600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8d3394-62db-4213-92e8-df0a92ea54cc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.181681] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8d3394-62db-4213-92e8-df0a92ea54cc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.535588] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.535917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.535917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.536041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.536132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.536246] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 832.571650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.571786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.571905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.573121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.585327] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 832.672679] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.672839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.672943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.673199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.673299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.673394] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 already deleted. [ 832.673714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.687685] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a8d3394-62db-4213-92e8-df0a92ea54cc [ 832.689193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.689193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.689193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.689193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.689193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.689193] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a8d3394-62db-4213-92e8-df0a92ea54cc already deleted. [ 832.689193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8d3394-62db-4213-92e8-df0a92ea54cc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.836293] env[65840]: INFO networking_nsxv3.common.synchronization [req-f035a6df-f7d0-4cb8-ba97-8cdfce288a5c req-3142cde3-e746-4748-b689-26e10da66825 service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 832.836360] env[65840]: INFO networking_nsxv3.common.synchronization [req-f035a6df-f7d0-4cb8-ba97-8cdfce288a5c req-3142cde3-e746-4748-b689-26e10da66825 service nova] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 832.836488] env[65840]: INFO networking_nsxv3.common.synchronization [req-f035a6df-f7d0-4cb8-ba97-8cdfce288a5c req-3142cde3-e746-4748-b689-26e10da66825 service nova] Enqueued Resource ID: 722af6a2-06d5-4fb2-96e8-15f031db6f02 with Priority: HIGHEST for action port [ 832.837061] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_rules [ 832.837199] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 832.837294] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722af6a2-06d5-4fb2-96e8-15f031db6f02 with Priority: HIGHEST for action port [ 832.837563] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.837683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.837755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.837938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.838751] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.839688] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.841122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.841193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-722af6a2-06d5-4fb2-96e8-15f031db6f02 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.841864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.841864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.841864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.841864] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722af6a2-06d5-4fb2-96e8-15f031db6f02',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.346120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346120] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 722af6a2-06d5-4fb2-96e8-15f031db6f02 with status ACTIVE [ 833.346120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.346577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.346682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.347052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.347052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.347253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.347323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.347362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.347469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.347547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.347874] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 722af6a2-06d5-4fb2-96e8-15f031db6f02 is going to be updated. [ 833.374286] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.374286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.374286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.374286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.374286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.374286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722af6a2-06d5-4fb2-96e8-15f031db6f02" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.728087] env[65840]: INFO networking_nsxv3.common.synchronization [req-00c12de4-21a6-4884-96c9-4c2dae1e16b7 req-16d1834f-b17a-4fa7-afb5-f116bcc01d8f tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 833.728726] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 833.729901] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.729901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.729901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.729901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.730215] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.730215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.730215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.730418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.730472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.730588] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.822426] env[65840]: INFO networking_nsxv3.common.synchronization [req-45753b42-6a14-4cc9-90b2-7853f45042c1 req-69a1917d-8c21-43dd-add0-945cdbdae42c tempest-ServerGroupTestJSON-1775954524 tempest-ServerGroupTestJSON-1775954524-project-member] Enqueued Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_members [ 833.823011] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGHEST for action security_group_members [ 833.824154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824616] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.159283] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.159496] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.159627] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.160011] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.160288] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.160450] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.160561] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.160774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.160925] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.166353] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.166474] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.166587] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.166698] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.166808] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.166911] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.167172] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.190020] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.190020] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.190020] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.190020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.190020] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.190517] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.190783] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.191742] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.191971] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c222bb-50bf-4a55-b0fc-f6f331bb2aad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.233719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.233933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.234052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.234325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.234652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.234962] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.235183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.235331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.235614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.235712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.235846] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 already deleted. [ 834.235957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.327521] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.327521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.327521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.327521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.327521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.327845] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.327845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.327845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.328367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.328367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.328367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 is going to be updated. [ 834.364973] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.365158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.365158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.365372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.365515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.375943] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 in Status: IN_PROGRESS for 2s [ 834.536482] env[65840]: INFO networking_nsxv3.common.synchronization [req-69612e83-9c84-4f85-8f53-769da6607cc1 req-2dbae8a6-7249-4e1c-b0a1-448577d27e0f tempest-ListServerFiltersTestJSON-958597206 tempest-ListServerFiltersTestJSON-958597206-project-member] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 834.537254] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 834.537452] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.537576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.537652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.537920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.538109] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.538244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.538312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.538474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.538561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.538848] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.599024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.599024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.599024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.599024] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.694622] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.695563] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.697427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.697840] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.698115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.698423] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 69c222bb-50bf-4a55-b0fc-f6f331bb2aad not found, creating... [ 834.698970] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.699389] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.699595] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.700892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.700892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.700892] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.700892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.700892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.701234] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.701234] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.701332] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 69c222bb-50bf-4a55-b0fc-f6f331bb2aad is going to be created. [ 834.722479] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.722815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.723035] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.723427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.723834] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.724216] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.047205] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.094028] env[65840]: INFO networking_nsxv3.common.synchronization [req-e23aac21-1338-4da8-828b-76bda2269a5a req-9e7316ca-1755-4e4d-b3ad-34a3c532b55a tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 835.094337] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 835.094870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.094999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.095083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.095285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.095446] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.095543] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.095614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.095741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.095829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.095923] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.099907] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.116098] env[65840]: INFO networking_nsxv3.common.synchronization [req-e23aac21-1338-4da8-828b-76bda2269a5a req-9e7316ca-1755-4e4d-b3ad-34a3c532b55a tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 835.116262] env[65840]: INFO networking_nsxv3.common.synchronization [req-e23aac21-1338-4da8-828b-76bda2269a5a req-9e7316ca-1755-4e4d-b3ad-34a3c532b55a tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 835.116394] env[65840]: INFO networking_nsxv3.common.synchronization [req-e23aac21-1338-4da8-828b-76bda2269a5a req-9e7316ca-1755-4e4d-b3ad-34a3c532b55a tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGHEST for action port [ 835.116844] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 835.116977] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 835.117089] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGHEST for action port [ 835.117847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.118022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.118221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.118429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.118553] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.119932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.120061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.120262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-091f7171-988a-4500-80f2-0296d6a1dc14 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.120372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.120430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.120802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.120802] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091f7171-988a-4500-80f2-0296d6a1dc14',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.474037] env[65840]: INFO networking_nsxv3.common.synchronization [req-00c12de4-21a6-4884-96c9-4c2dae1e16b7 req-0a1609bb-062e-4293-aa4e-8c8479aa90ff service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 835.474134] env[65840]: INFO networking_nsxv3.common.synchronization [req-00c12de4-21a6-4884-96c9-4c2dae1e16b7 req-0a1609bb-062e-4293-aa4e-8c8479aa90ff service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 835.474265] env[65840]: INFO networking_nsxv3.common.synchronization [req-00c12de4-21a6-4884-96c9-4c2dae1e16b7 req-0a1609bb-062e-4293-aa4e-8c8479aa90ff service nova] Enqueued Resource ID: 69c222bb-50bf-4a55-b0fc-f6f331bb2aad with Priority: HIGHEST for action port [ 835.475650] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 835.475650] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 835.475650] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c222bb-50bf-4a55-b0fc-f6f331bb2aad with Priority: HIGHEST for action port [ 835.475650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.475650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.475650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.476137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.476137] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.477527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.477527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.477527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.477527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.477527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.477830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.477830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.477830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.477929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.477929] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.479087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.479087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.479087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.479087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.481186] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c222bb-50bf-4a55-b0fc-f6f331bb2aad',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.549862] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.598181] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.603288] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.621340] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.621424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.622722] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091f7171-988a-4500-80f2-0296d6a1dc14 with status ACTIVE [ 835.622921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.623070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.623140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.623343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.623432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.623779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.623779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.623779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.623929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.624027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624206] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.624301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.624362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.624500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.624604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.624735] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091f7171-988a-4500-80f2-0296d6a1dc14 is going to be updated. [ 835.744660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.744817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.744866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.745115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.745339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.745405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.986232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.986232] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.986232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69c222bb-50bf-4a55-b0fc-f6f331bb2aad with status ACTIVE [ 835.986232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.986232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.986232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.986901] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.986901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.986901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.986901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.986901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.986901] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69c222bb-50bf-4a55-b0fc-f6f331bb2aad is going to be updated. [ 836.022092] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.022235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.023192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.023192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.023192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.023192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c222bb-50bf-4a55-b0fc-f6f331bb2aad" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.052073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.052666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.052870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.053348] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 836.098714] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.098831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.098831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.099335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.099671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.102579] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.109561] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.109777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.109851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.110089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.110242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.110309] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 836.113391] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 836.157517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.158055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.158236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.170316] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 836.393873] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 in Status: SUCCESS [ 836.394087] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 deletion is rescheduled due to dependency. [ 836.394284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.490029] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.605827] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.606139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.606375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.606624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.606727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.606924] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be updated. [ 836.636961] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.637603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.650193] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: IN_PROGRESS for 2s [ 836.991931] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.992136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.992194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.992390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.992473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.992571] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be created. [ 837.022944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.023165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.023165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.023377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.024050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.035074] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: UNINITIALIZED for 2s [ 837.530233] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.530233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.530233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.530233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.530832] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.957439] env[65840]: INFO networking_nsxv3.common.synchronization [req-696742db-8b7c-4449-9105-ebe3ded31c5e req-8a309aa5-74e0-4035-8dd5-6850d64e4782 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_members [ 837.958029] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_members [ 837.958339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.958462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.958529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.958845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.958986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.962788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.962788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.962788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.962962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.962962] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.035509] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.125110] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 838.127661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.182559] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 838.182724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.182987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.183196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.183437] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.183595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.183676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.183879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.183985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.184107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.184365] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.429761] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429952] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.430080] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.430400] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.430649] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.430812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.430948] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.431468] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.431618] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.431824] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.431931] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.432043] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.432262] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.432390] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.432505] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.432632] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.456408] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.456569] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.456700] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.456881] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.457190] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-35d36c6c-e8e0-4127-a271-713eef9759cf taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.457379] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.457466] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.457854] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.457993] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d36c6c-e8e0-4127-a271-713eef9759cf',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.469441] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.469838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.469838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.469838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.470121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.470221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.470284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.470451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.470501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.470797] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 already deleted. [ 838.470797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.471648] env[65840]: INFO networking_nsxv3.common.synchronization [req-6fb54a71-03ab-4c2e-8003-dd4ed637d0f6 req-66091f1a-31fa-44ed-97f1-41bf4dbb9dd0 tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 838.473235] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 838.473926] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.474121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.485280] env[65840]: INFO networking_nsxv3.common.synchronization [req-6fb54a71-03ab-4c2e-8003-dd4ed637d0f6 req-66091f1a-31fa-44ed-97f1-41bf4dbb9dd0 tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 838.485436] env[65840]: INFO networking_nsxv3.common.synchronization [req-6fb54a71-03ab-4c2e-8003-dd4ed637d0f6 req-66091f1a-31fa-44ed-97f1-41bf4dbb9dd0 tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 838.485568] env[65840]: INFO networking_nsxv3.common.synchronization [req-6fb54a71-03ab-4c2e-8003-dd4ed637d0f6 req-66091f1a-31fa-44ed-97f1-41bf4dbb9dd0 tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGHEST for action port [ 838.486113] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_rules [ 838.486252] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 838.486361] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGHEST for action port [ 838.486637] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.486727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.486911] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.486993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.487660] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-091f7171-988a-4500-80f2-0296d6a1dc14 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.487838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.487873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.488051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.488159] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091f7171-988a-4500-80f2-0296d6a1dc14',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.541752] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.664074] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: SUCCESS [ 838.664814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.664814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.664814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.665075] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.665075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.665181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.666034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.666034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.666034] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.687668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.688128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.688128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.688299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.688488] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.688605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.688694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.688864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.689069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.689139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.689252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.689361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.689426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.689598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.689776] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.689945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.690041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.690181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.690220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.690376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.690853] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.960377] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.960579] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.964022] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 35d36c6c-e8e0-4127-a271-713eef9759cf not found, creating... [ 838.964022] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.964022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.964022] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.964727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.964727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.964727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.964727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.964727] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 35d36c6c-e8e0-4127-a271-713eef9759cf is going to be created. [ 838.984999] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.984999] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.985225] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.985318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.985551] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.985779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.991585] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091f7171-988a-4500-80f2-0296d6a1dc14 with status ACTIVE [ 838.991821] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.991948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.992027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.992222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.992307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.992468] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.992568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.992649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.992832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.992909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.993136] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.993282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.993355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.993500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.993576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.993699] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091f7171-988a-4500-80f2-0296d6a1dc14 is going to be updated. [ 839.019383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.043159] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 839.043159] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 839.046137] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 839.046363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.046546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.046763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.046954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.047086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.047155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.047312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.047395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.047520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.047585] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.168151] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.193509] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4: rpc.has_security_group_logging(os_id): False [ 839.218577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.218771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.218924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.219169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.251626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.255041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.255041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.255041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.255041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.255777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.255777] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 839.336764] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.336764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.336764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.336764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.336764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.356702] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 839.550704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.550704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.550704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.550704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551216] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551413] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551850] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.552230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.552407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.552407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.552558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.552610] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.671062] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.731212] env[65840]: INFO networking_nsxv3.common.synchronization [req-696742db-8b7c-4449-9105-ebe3ded31c5e req-686d57b1-df1a-4c84-adcf-527c688b03f4 service nova] Enqueued Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_rules [ 839.731424] env[65840]: INFO networking_nsxv3.common.synchronization [req-696742db-8b7c-4449-9105-ebe3ded31c5e req-686d57b1-df1a-4c84-adcf-527c688b03f4 service nova] Enqueued Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_members [ 839.731532] env[65840]: INFO networking_nsxv3.common.synchronization [req-696742db-8b7c-4449-9105-ebe3ded31c5e req-686d57b1-df1a-4c84-adcf-527c688b03f4 service nova] Enqueued Resource ID: 35d36c6c-e8e0-4127-a271-713eef9759cf with Priority: HIGHEST for action port [ 839.732228] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_rules [ 839.732374] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_members [ 839.732463] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d36c6c-e8e0-4127-a271-713eef9759cf with Priority: HIGHEST for action port [ 839.732726] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.733083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.733083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.733377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.733377] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.734195] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.734302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.734364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.734537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.734713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.735058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.735058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.735058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.735175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.735252] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.735926] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d36c6c-e8e0-4127-a271-713eef9759cf taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.736083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.736176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.737452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.737452] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d36c6c-e8e0-4127-a271-713eef9759cf',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.002502] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.003041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.003041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.003041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.016236] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 840.017323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.018820] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 840.055922] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.056159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.056269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.056430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.063203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.063918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 840.063918] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'091f7171-988a-4500-80f2-0296d6a1dc14'} {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.063918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 840.064993] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 840.090030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.090219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.090282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.090467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.090553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.090765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.090859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.090925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.091335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.091335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.091335] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.091555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.091555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.091646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.091754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.091960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.092068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.092130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.092269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.092342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.092427] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be created. [ 840.118958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.118958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.118958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.119572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.120186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.120391] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 840.173442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.173626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.173770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.173994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.174247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.174332] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be updated. [ 840.194065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.194065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.194211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.194412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.194622] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.210494] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 840.229027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.229027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.229027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.229269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.229471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.238359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.238475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.238914] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.239713] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d36c6c-e8e0-4127-a271-713eef9759cf with status ACTIVE [ 840.239960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.240135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.240251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.240492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.240605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.241311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.241311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.241311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.241311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.241311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.241614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.241678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.241729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.241938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.242051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.242147] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d36c6c-e8e0-4127-a271-713eef9759cf is going to be updated. [ 840.244689] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: IN_PROGRESS for 2s [ 840.258732] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.259606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.259606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.259606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.259898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.259898] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 840.272997] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.273225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.273270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.273938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.274452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.274534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d36c6c-e8e0-4127-a271-713eef9759cf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.409404] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.409573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.409677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.409894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.410270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 840.410966] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2e6793cb-558d-4aa7-9c8b-97f885151904', '74b7faab-bf7d-42c7-b773-cb568966bdee', '8cc438ad-ea72-45e0-8f40-f320089825a8', 'a53347d4-9973-45c5-81b9-27684d05fa53', '2eaaf5ac-4e33-4c44-8558-c73109b0fb24', 'c5f27b26-eec9-45db-9543-cc60b38390fc', 'cc15e18d-308f-4c6e-bf42-545a46f52aff', '53e0494c-f71f-4282-b098-de9cce36452c', '09eb5b2d-6bfa-42e2-a341-a8b11f797ef8', 'a11155f1-c49b-483a-a0ea-707a5f84f756', 'ad7abb1c-e925-49f4-83e6-b1b9f45450f0', '0047fe4d-190e-4480-a27c-ba0bd79c8b32', 'e1d0ad78-788b-43d2-9d54-22c59c87d6ae', '38df6fc4-d27e-4d4e-a7aa-2ee7648445f3', '0952cd05-e8cf-4cf3-939c-869a5b57e269', '24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5', 'a5b923d0-bbb4-483b-a8f8-74bc281c314f', 'aeb5ab2d-f373-427c-aa39-bec30dafcb63', 'f69fcd4a-0d38-4745-839e-4dc64f4bcc97', 'a3559684-ad52-4b75-8a69-80c5065de66c', '8ede8990-5f10-4265-820f-cb1e525d3747', '198b341c-7b59-41be-9684-7f62b1c6dbe8', 'dc6a6249-2835-4b19-84e9-690daed08c41', 'fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4', '3ed95872-51dc-441e-9653-f3133005b927', '3d6cdae9-6c82-4709-a065-19afcfb69ef1', '1fa19e62-2409-4660-a44e-1ad74a1328ab', 'a59c82d4-668f-4620-ab70-dc92ed24a4f9', '3ce08646-8002-4ce4-836f-1924984b7fec', '107d984f-4d36-43f3-9054-2b2263634454', 'd02468b4-21c2-46a5-bd0b-af34c5f3afd7', 'b0d7bc24-298c-4693-8ae8-d21ff8c1ac08', '21d503e5-1bb2-4038-b077-1701fc09d898', '7ddc5803-beeb-40e1-9871-71f84c964438', '40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6', 'a6e4bca5-b10b-46eb-9128-8439388f4ae8', 'f02e97d1-a7d9-4e16-9aba-2b291a6791da', 'a0fa2b37-fb56-4263-8415-e1eec8a6b913', 'aaf015c8-3d8d-4624-ba33-3028a431dfd1', 'e79f1d0a-e957-493f-aaea-6c9baa5e0076', '881e624e-89a2-470b-bd8d-49d897b443ee'} {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.410966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 840.459577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.459577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.459577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.459577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.459577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.459577] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 840.459577] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.459577] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 840.555444] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.555444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.555444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.555893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.556349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.556599] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 840.556681] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 840.556756] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 840.556884] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 840.556954] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGH for action port [ 840.556999] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/41 resources of Type:Security Group Rules [ 840.557060] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGH for action security_group_rules [ 840.557133] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGH for action security_group_rules [ 840.557190] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGH for action security_group_rules [ 840.557255] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGH for action security_group_rules [ 840.557317] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGH for action security_group_rules [ 840.557378] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGH for action security_group_rules [ 840.557439] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGH for action security_group_rules [ 840.557497] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGH for action security_group_rules [ 840.557560] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGH for action security_group_rules [ 840.557621] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGH for action security_group_rules [ 840.557698] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGH for action security_group_rules [ 840.557752] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGH for action security_group_rules [ 840.557817] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGH for action security_group_rules [ 840.557878] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGH for action security_group_rules [ 840.557940] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGH for action security_group_rules [ 840.558010] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGH for action security_group_rules [ 840.558075] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGH for action security_group_rules [ 840.558141] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGH for action security_group_rules [ 840.558207] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGH for action security_group_rules [ 840.558307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.744759] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.246982] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.247186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.247272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.247652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.247652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.247848] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 is going to be created. [ 841.273748] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.273969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.274080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.274235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.274424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.286060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 in Status: UNINITIALIZED for 2s [ 841.382036] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 841.382036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.403194] env[65840]: INFO networking_nsxv3.common.synchronization [req-9876073a-80a4-4971-bf55-951040f8ec27 req-4fece800-0afe-44e1-8053-9e25f45e0023 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 841.403903] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 841.404082] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091f7171-988a-4500-80f2-0296d6a1dc14 with Priority: HIGH for action port [ 841.404194] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b7faab-bf7d-42c7-b773-cb568966bdee with Priority: HIGH for action security_group_rules [ 841.404294] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f27b26-eec9-45db-9543-cc60b38390fc with Priority: HIGH for action security_group_rules [ 841.404389] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 with Priority: HIGH for action security_group_rules [ 841.404489] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 with Priority: HIGH for action security_group_rules [ 841.404764] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 with Priority: HIGH for action security_group_rules [ 841.404764] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGH for action security_group_rules [ 841.404921] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 with Priority: HIGH for action security_group_rules [ 841.405152] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae with Priority: HIGH for action security_group_rules [ 841.405152] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 with Priority: HIGH for action security_group_rules [ 841.405242] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGH for action security_group_rules [ 841.405352] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGH for action security_group_rules [ 841.405462] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGH for action security_group_rules [ 841.405578] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 with Priority: HIGH for action security_group_rules [ 841.405747] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGH for action security_group_rules [ 841.405921] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 with Priority: HIGH for action security_group_rules [ 841.406055] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc15e18d-308f-4c6e-bf42-545a46f52aff with Priority: HIGH for action security_group_rules [ 841.406197] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGH for action security_group_rules [ 841.407037] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 with Priority: HIGH for action security_group_rules [ 841.407037] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGH for action security_group_rules [ 841.407037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.407314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.407314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.407436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.407700] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.407854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.407927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.408241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.408394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.408546] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.409770] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-091f7171-988a-4500-80f2-0296d6a1dc14 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.409956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.410080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.410286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.410374] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091f7171-988a-4500-80f2-0296d6a1dc14',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.414687] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b7faab-bf7d-42c7-b773-cb568966bdee taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.414968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.415867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.415867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.415867] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b7faab-bf7d-42c7-b773-cb568966bdee',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.419241] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5f27b26-eec9-45db-9543-cc60b38390fc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.419496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.419624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.419929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.420075] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5f27b26-eec9-45db-9543-cc60b38390fc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.421339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.421453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.421494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.421795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.421918] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38df6fc4-d27e-4d4e-a7aa-2ee7648445f3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.423338] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.423455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.423574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.423836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.424096] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f69fcd4a-0d38-4745-839e-4dc64f4bcc97',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.426900] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.426900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.426900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.427110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.427287] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeb5ab2d-f373-427c-aa39-bec30dafcb63',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.429336] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.429461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.429505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.429788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.429906] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.431924] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.432137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.432205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.434896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.434896] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.434896] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.434896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.435979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.435979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.436102] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d0ad78-788b-43d2-9d54-22c59c87d6ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.441711] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0952cd05-e8cf-4cf3-939c-869a5b57e269 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.442323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.442323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.442578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.442578] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0952cd05-e8cf-4cf3-939c-869a5b57e269',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.444561] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.444748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.444816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.446678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.446678] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.446678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.446678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.446678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.447177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.447177] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.449809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.450146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450365] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.450459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.451188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.451188] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09eb5b2d-6bfa-42e2-a341-a8b11f797ef8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.452181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.452329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.452404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.452600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.453332] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.453777] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.453887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.453948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.454943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.454943] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaaf5ac-4e33-4c44-8558-c73109b0fb24',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.455468] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc15e18d-308f-4c6e-bf42-545a46f52aff taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.455584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.455629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.455822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.456173] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc15e18d-308f-4c6e-bf42-545a46f52aff',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.456914] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.457033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.457091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.457272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.457347] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.458289] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e6793cb-558d-4aa7-9c8b-97f885151904 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.458700] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e6793cb-558d-4aa7-9c8b-97f885151904',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.459682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.459800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.459846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.459998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.460082] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.467287] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091f7171-988a-4500-80f2-0296d6a1dc14 with status ACTIVE [ 841.470116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.470116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.470116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.470116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.470116] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091f7171-988a-4500-80f2-0296d6a1dc14 is going to be updated. [ 841.471595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.471595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.471595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.471726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.506103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.506332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.510914] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.511142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.519232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.519512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.519512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.520146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.520146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.520146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091f7171-988a-4500-80f2-0296d6a1dc14" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.522454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.523256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.523256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.523256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.523256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.523256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.523256] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 841.526406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.526634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.557802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.559256] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b7faab-bf7d-42c7-b773-cb568966bdee is going to be deleted. [ 841.562113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.562449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.574613] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.574867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.574867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.575222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.575269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.586786] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 841.588143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.588285] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5f27b26-eec9-45db-9543-cc60b38390fc is going to be deleted. [ 841.687541] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.689176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.689176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.689176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.689176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.689176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5f27b26-eec9-45db-9543-cc60b38390fc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.689805] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.689984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.690110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.690374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.690462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.690609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b7faab-bf7d-42c7-b773-cb568966bdee" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.002169] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.002365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.002444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.002675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.002841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.002955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.003030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.003181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.003284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.003374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.004215] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.023138] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.023280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.023280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.023514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.023793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.023849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.024036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.024136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.024225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.024315] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.025646] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.025646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.025867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.025908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.026943] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.026943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.026943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.026943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.026943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.026943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.026943] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.037326] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.037465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.037951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.037951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.041098] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.041206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.041284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.041599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.041741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.041895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.042033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.042582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.042582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.042582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.042582] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.052774] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.052918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.076459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.076659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.090693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.090693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.091839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.091936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.093487] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.093609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.094453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.094540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.095457] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.095545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.098823] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.098823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.098823] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.098823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.099332] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.100896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.100896] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 842.100896] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.101144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.102141] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 842.102349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.103462] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f69fcd4a-0d38-4745-839e-4dc64f4bcc97 is going to be deleted. [ 842.103529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.103687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.125384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.125384] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d0ad78-788b-43d2-9d54-22c59c87d6ae is going to be deleted. [ 842.125384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.125384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.144802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.144941] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeb5ab2d-f373-427c-aa39-bec30dafcb63 is going to be deleted. [ 842.145908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.146147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.172382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.172382] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaaf5ac-4e33-4c44-8558-c73109b0fb24 is going to be deleted. [ 842.173380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.173380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.175088] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.175232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.180969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.180969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.194756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.195243] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5 is going to be deleted. [ 842.197233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.197506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.208264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.208418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.221517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.221764] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09eb5b2d-6bfa-42e2-a341-a8b11f797ef8 is going to be deleted. [ 842.222932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.223256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.225257] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 842.225545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.226199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.226528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.226580] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.240916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.241078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.273215] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: SUCCESS [ 842.273215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.273481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.273667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.274067] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.274213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.274306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.274500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.274589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.274683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.274868] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.275874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.276193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.276396] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.276736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.276736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.276736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.276951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.276951] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.292032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.292473] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0952cd05-e8cf-4cf3-939c-869a5b57e269 is going to be deleted. [ 842.293450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.293753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.293835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.293925] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be deleted. [ 842.295627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.295882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.350484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.350616] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38df6fc4-d27e-4d4e-a7aa-2ee7648445f3 is going to be deleted. [ 842.351741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.351981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.353800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.353800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.400090] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.400090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.445579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.445805] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc15e18d-308f-4c6e-bf42-545a46f52aff is going to be deleted. [ 842.447080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.447514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.506181] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.520038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520038] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be deleted. [ 842.520728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.520920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.524150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.524277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.524993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.525101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528372] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.528504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.528900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.529095] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.529195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.529265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.529434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.529525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.529616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.529764] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.529861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.529924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.530081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.530221] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.530316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.530379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.530518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.530596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.530680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.530775] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.532864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.532864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.532864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.532864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.533358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.533358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.533358] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.533358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.533536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.533536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.533731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.533731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.534073] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.551641] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.551641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.551641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.551880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.552054] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.552179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.552312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.552481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.552598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552892] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.552989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.553066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.553216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.553358] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.553454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.553537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.553729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.553811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.553988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.554160] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.566233] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.566776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584974] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e6793cb-558d-4aa7-9c8b-97f885151904 is going to be deleted. [ 842.587150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.587199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.587339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.587546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f69fcd4a-0d38-4745-839e-4dc64f4bcc97" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.587823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.588133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d0ad78-788b-43d2-9d54-22c59c87d6ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.589398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.589450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeb5ab2d-f373-427c-aa39-bec30dafcb63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaaf5ac-4e33-4c44-8558-c73109b0fb24" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24fb0f3a-e485-4ca3-8906-e0c49a1eb9e5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.591658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.592214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09eb5b2d-6bfa-42e2-a341-a8b11f797ef8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.592214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.592466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.592466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.592691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.592851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.593180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.593252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.593401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38df6fc4-d27e-4d4e-a7aa-2ee7648445f3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.593599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.593824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.593939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.594163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0952cd05-e8cf-4cf3-939c-869a5b57e269" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.698536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.698708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.698787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.699124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.699228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.699385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.700285] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.700419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.700465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.700683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.700789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.700933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc15e18d-308f-4c6e-bf42-545a46f52aff" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.713124] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.713288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.713349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.713668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.713668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.713904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e6793cb-558d-4aa7-9c8b-97f885151904" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.730653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.730944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.730944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.731111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.731280] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.731379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.731450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.731600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.731692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.731788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.731886] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.779573] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.780617] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.964023] env[65840]: INFO networking_nsxv3.common.synchronization [req-59b6d173-fc40-4ebd-beea-e35c95d9320c req-7a8edd18-3033-46ae-af68-ee7dc332719d tempest-AttachInterfacesUnderV243Test-1799073208 tempest-AttachInterfacesUnderV243Test-1799073208-project-member] Enqueued Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 842.964023] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da with Priority: HIGHEST for action security_group_members [ 842.964023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02e97d1-a7d9-4e16-9aba-2b291a6791da taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.964483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.010728] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a53347d4-9973-45c5-81b9-27684d05fa53: rpc.has_security_group_logging(os_id): False [ 843.031420] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.031745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.032049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.036383] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad7abb1c-e925-49f4-83e6-b1b9f45450f0: rpc.has_security_group_logging(os_id): False [ 843.037592] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5b923d0-bbb4-483b-a8f8-74bc281c314f: rpc.has_security_group_logging(os_id): False [ 843.056081] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.056335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.056583] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cc438ad-ea72-45e0-8f40-f320089825a8: rpc.has_security_group_logging(os_id): False [ 843.059267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.059438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.061696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.061984] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.062121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.062171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.062359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.062441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.062536] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 is going to be updated. [ 843.064280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.064595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.080241] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.080457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.087359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.087626] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.087747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.087811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.088048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.088175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.088333] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.088427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.088474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.088629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.088703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.088948] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.089055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.089055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.089186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.089345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.089345] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 843.092103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.092505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.113907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.114233] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.114380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.114457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.114647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.114732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.115028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.115158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.115389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.115577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.115659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.115865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.115973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.116047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.116193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.116385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.116385] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be updated. [ 843.117755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.117971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.141893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.142110] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.142235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.142350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.142623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.142741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.143069] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.143182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.143282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.143792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.143996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144305] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.144498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.144835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.144835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.144835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be updated. [ 843.147304] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.147469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.147869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.147869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.147869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.168906] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: IN_PROGRESS for 2s [ 843.177342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.177541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.178643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.178643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.178643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.199320] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 843.234559] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.234559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.234559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.234559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.235199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.237864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.238693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.238693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.238693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.238693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.239261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.239261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.239261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.239261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.239261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.242125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242125] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.275591] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 843.283242] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02e97d1-a7d9-4e16-9aba-2b291a6791da: rpc.has_security_group_logging(os_id): False [ 843.284734] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.308738] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.309067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.309178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.309330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.309579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.315724] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 in Status: SUCCESS [ 843.316905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.317293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.317592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.317879] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.318023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.318194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.318422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.318539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.318614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.318716] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.325104] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.325488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.325488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.326166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.341565] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 843.359704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.360214] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.360365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.360473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.360776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.360944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.361114] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be updated. [ 843.474374] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.474641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.474796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.475098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.475256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.501441] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: IN_PROGRESS for 2s [ 843.605740] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 843.605740] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c deletion is rescheduled due to dependency. [ 843.605740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.744230] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 843.762345] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.762486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.762559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.762769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.762861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.763095] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.763197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.763262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.763419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.763500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.763680] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.763834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.763926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.764047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.764162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.764361] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.764456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.764517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.764676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.764770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.764865] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 843.790228] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.790467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.790467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.790966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.791429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.791780] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be updated. [ 843.821414] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.823801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.824013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.826361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.826361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.826523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.838452] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: IN_PROGRESS for 2s [ 843.846244] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.846488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.846488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.846737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.847688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.863386] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 844.329060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc7c8292-4785-44d3-b80f-d565a42f8ee0: rpc.has_security_group_logging(os_id): False [ 844.350179] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.350445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.350445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.350729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.350860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.351198] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.351369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.351461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.351721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.351911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.352020] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 is going to be created. [ 844.444692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.444902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.444979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.445272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.445532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.463562] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 in Status: IN_PROGRESS for 2s [ 845.190158] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: SUCCESS [ 845.190436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.233107] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 845.233373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.296091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 845.296091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.360789] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 845.361081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.519222] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: SUCCESS [ 845.519222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.519463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.520027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.520027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.849351] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da in Status: SUCCESS [ 845.849599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.849792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.850267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.850398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.850490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.850761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.850937] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.877855] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 845.878194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.885392] env[65840]: INFO networking_nsxv3.common.synchronization [req-0fecf379-12a1-44d0-a629-c2e36324eb59 req-4e7ea7d0-1954-4ff8-b970-997bb1ce62be tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_members [ 845.886604] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGHEST for action security_group_members [ 845.886604] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.886604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.886604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.886604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.886846] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.886846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.886934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.887064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.887492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887492] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.046993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.047360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.047360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.049656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.049656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.049656] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be deleted. [ 846.117993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.118506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.118506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.118506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.118506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.119904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.357359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.357359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.357359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.357359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357908] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.357908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.357908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.358122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.358122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.358247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da is going to be deleted. [ 846.389748] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.389956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.391871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.391871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.392029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.392375] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.392458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.392551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.392829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.392829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.392922] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.394913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.394990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.395235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.395286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.395352] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 is going to be updated. [ 846.396467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.397453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.397453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.397453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.397453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.397453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.397453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.397453] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02e97d1-a7d9-4e16-9aba-2b291a6791da',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.428084] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.428084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.428084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.428084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.428340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.439268] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: IN_PROGRESS for 2s [ 846.478033] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 in Status: SUCCESS [ 846.478033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.900240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.900240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.900240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.900594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.900594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.900752] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.900994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.900994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.901192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.902163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.902163] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02e97d1-a7d9-4e16-9aba-2b291a6791da already deleted. [ 846.902163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02e97d1-a7d9-4e16-9aba-2b291a6791da" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.453378] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53347d4-9973-45c5-81b9-27684d05fa53 in Status: SUCCESS [ 848.453751] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 deletion is rescheduled due to dependency. [ 848.453751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.786874] env[65840]: INFO networking_nsxv3.common.synchronization [None req-99fb750f-b1c1-4665-98f1-cb3263c5f06c None None] Enqueued Resource ID: 377e92bf-17f3-4dfd-b908-3f090febec95 with Priority: HIGHEST for action port [ 848.787498] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377e92bf-17f3-4dfd-b908-3f090febec95 with Priority: HIGHEST for action port [ 848.787828] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-377e92bf-17f3-4dfd-b908-3f090febec95 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.787956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-377e92bf-17f3-4dfd-b908-3f090febec95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-377e92bf-17f3-4dfd-b908-3f090febec95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-377e92bf-17f3-4dfd-b908-3f090febec95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788445] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377e92bf-17f3-4dfd-b908-3f090febec95',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.110791] env[65840]: INFO networking_nsxv3.common.synchronization [req-a8117054-dfaa-47d2-8c3f-e9c071f1c03e req-6ce94dc3-74c5-44e8-86d5-537b76db72fd tempest-ListImageFiltersTestJSON-42807243 tempest-ListImageFiltersTestJSON-42807243-project-member] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 849.111432] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 849.111802] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.111953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.112426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.112733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.112959] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.113133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.113278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.113525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.113670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.113808] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.290850] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 377e92bf-17f3-4dfd-b908-3f090febec95 [ 849.291103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.291223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.291293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.291585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.291585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.291735] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:377e92bf-17f3-4dfd-b908-3f090febec95 already deleted. [ 849.291775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-377e92bf-17f3-4dfd-b908-3f090febec95" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.527237] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.527525] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.527642] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.527801] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.528154] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.528242] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.528328] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.528543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.528686] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.528891] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.529010] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.529228] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.529341] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.529456] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.529625] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.529769] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.555112] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.555319] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.555499] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.555711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.559317] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-61956713-752f-48f7-a89f-088278c707bc taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.559549] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.559762] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.564024] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.564024] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61956713-752f-48f7-a89f-088278c707bc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.616047] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.616047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.616287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.616351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.616429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.616645] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.616827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.616827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.616943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.617017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.617108] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 already deleted. [ 849.617181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827026] env[65840]: INFO networking_nsxv3.common.synchronization [req-e85ede31-43d3-4234-9638-ba17ace765e5 req-06f6ec7e-48ae-45ec-a4f7-422b8ae6b2fd tempest-ServersWithSpecificFlavorTestJSON-1798308135 tempest-ServersWithSpecificFlavorTestJSON-1798308135-project-member] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 849.827026] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 849.827026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.827026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.829586] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.829586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.829586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.829586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.829586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.829586] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.067567] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068207] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068945] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.069264] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.070855] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.070855] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 61956713-752f-48f7-a89f-088278c707bc not found, creating... [ 850.070855] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.070855] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.070855] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.070855] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.070855] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.071298] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.071568] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.071784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072227] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072570] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072798] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 61956713-752f-48f7-a89f-088278c707bc is going to be created. [ 850.096188] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.097318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.097318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.097318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.097318] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.097498] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.331544] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.331748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.331820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.332071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.356557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.356841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.356983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.357067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.357316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.357389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.357473] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be updated. [ 850.388122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.388122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.388122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.388122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.388122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.397818] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: IN_PROGRESS for 2s [ 850.804651] env[65840]: INFO networking_nsxv3.common.synchronization [req-a8117054-dfaa-47d2-8c3f-e9c071f1c03e req-0825ed22-5d9c-415e-b5a0-2ce42cc02184 service nova] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_rules [ 850.804927] env[65840]: INFO networking_nsxv3.common.synchronization [req-a8117054-dfaa-47d2-8c3f-e9c071f1c03e req-0825ed22-5d9c-415e-b5a0-2ce42cc02184 service nova] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 850.805105] env[65840]: INFO networking_nsxv3.common.synchronization [req-a8117054-dfaa-47d2-8c3f-e9c071f1c03e req-0825ed22-5d9c-415e-b5a0-2ce42cc02184 service nova] Enqueued Resource ID: 61956713-752f-48f7-a89f-088278c707bc with Priority: HIGHEST for action port [ 850.805580] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_rules [ 850.805682] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 850.805826] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61956713-752f-48f7-a89f-088278c707bc with Priority: HIGHEST for action port [ 850.809996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.810191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.810265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.810538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.810629] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.812402] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.812402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.812402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.812591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.812638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.812674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.812798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.812884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.812976] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.813772] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-61956713-752f-48f7-a89f-088278c707bc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.813880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.813983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.814154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.814294] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61956713-752f-48f7-a89f-088278c707bc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.316304] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.316544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.316818] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.317959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61956713-752f-48f7-a89f-088278c707bc with status ACTIVE [ 851.318432] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.318432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.321232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.321232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.321232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.322448] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61956713-752f-48f7-a89f-088278c707bc is going to be updated. [ 851.353394] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.353568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.353659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.353978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.354162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.357980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61956713-752f-48f7-a89f-088278c707bc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.417602] env[65840]: INFO networking_nsxv3.common.synchronization [None req-3a05673a-ced0-475b-9daa-b7c22ef3c868 None None] Enqueued Resource ID: aece9bb3-0411-4627-9733-348e4cb79813 with Priority: HIGHEST for action port [ 851.418104] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aece9bb3-0411-4627-9733-348e4cb79813 with Priority: HIGHEST for action port [ 851.418389] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-aece9bb3-0411-4627-9733-348e4cb79813 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.418501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aece9bb3-0411-4627-9733-348e4cb79813" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.418574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aece9bb3-0411-4627-9733-348e4cb79813" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.418817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aece9bb3-0411-4627-9733-348e4cb79813" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.418894] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aece9bb3-0411-4627-9733-348e4cb79813',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.713087] env[65840]: INFO networking_nsxv3.common.synchronization [req-c663de6a-9b65-48ee-9786-26572ee0ba00 req-c4b5b18a-97a4-489e-97a0-84936d046682 tempest-ListImageFiltersTestJSON-42807243 tempest-ListImageFiltersTestJSON-42807243-project-member] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 851.713754] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 851.714197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.714323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.824444] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.920965] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aece9bb3-0411-4627-9733-348e4cb79813 [ 851.921239] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.921409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.921496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.921750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.921850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.921960] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aece9bb3-0411-4627-9733-348e4cb79813 already deleted. [ 851.922070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aece9bb3-0411-4627-9733-348e4cb79813" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.024938] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.024938] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.024938] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.024938] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.025702] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.025896] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.026619] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.026712] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.026851] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.027282] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.027282] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.027282] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.030670] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.030670] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.030670] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.030670] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.049021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.049021] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.049021] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.049213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.049779] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-23819441-ea63-441c-b74f-dc79905430ca taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.049779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.049956] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.050871] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.050871] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23819441-ea63-441c-b74f-dc79905430ca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.327462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.327634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.327678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.327896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.327986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.328110] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be created. [ 852.355117] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.355368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.355442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.355641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.355798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.365640] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: UNINITIALIZED for 2s [ 852.407409] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 852.407895] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 deletion is rescheduled due to dependency. [ 852.407895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.554250] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.554438] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.555039] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.555153] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555237] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.555493] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 23819441-ea63-441c-b74f-dc79905430ca not found, creating... [ 852.555701] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.555860] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.555971] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.556233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.556359] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.556637] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.556784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.556894] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.557494] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.557756] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.557960] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 23819441-ea63-441c-b74f-dc79905430ca is going to be created. [ 852.577866] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.578289] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.578483] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.578808] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.579104] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.579391] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.385655] env[65840]: INFO networking_nsxv3.common.synchronization [req-c663de6a-9b65-48ee-9786-26572ee0ba00 req-16da2488-a190-4b52-be71-694b3eeed683 service nova] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_rules [ 853.385655] env[65840]: INFO networking_nsxv3.common.synchronization [req-c663de6a-9b65-48ee-9786-26572ee0ba00 req-16da2488-a190-4b52-be71-694b3eeed683 service nova] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 853.386063] env[65840]: INFO networking_nsxv3.common.synchronization [req-c663de6a-9b65-48ee-9786-26572ee0ba00 req-16da2488-a190-4b52-be71-694b3eeed683 service nova] Enqueued Resource ID: 23819441-ea63-441c-b74f-dc79905430ca with Priority: HIGHEST for action port [ 853.386350] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_rules [ 853.386519] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 853.386666] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23819441-ea63-441c-b74f-dc79905430ca with Priority: HIGHEST for action port [ 853.387041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.387103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.387266] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.387399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.387539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-23819441-ea63-441c-b74f-dc79905430ca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.387642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.387706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.387902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.388012] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23819441-ea63-441c-b74f-dc79905430ca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.895198] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23819441-ea63-441c-b74f-dc79905430ca with status ACTIVE [ 853.895890] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.895890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.895890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.895890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.896123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.896123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.896210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.896243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.896412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.896490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.896667] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.896762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.896824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.896960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.897053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.897140] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23819441-ea63-441c-b74f-dc79905430ca is going to be updated. [ 853.918650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.918650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.918650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.918902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.918942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.919098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23819441-ea63-441c-b74f-dc79905430ca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.378557] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 854.378793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.378973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.380378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.380686] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.380896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.380988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.381213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.381311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.381399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.381504] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.383579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.383764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.384804] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.385068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.385192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.385369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.385457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.385561] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.540273] env[65840]: INFO networking_nsxv3.common.synchronization [req-5e5cf865-3ae9-473c-b2e0-46579618bfc0 req-312e2737-bfee-4b3b-8330-5d4a0cd40e42 tempest-ImagesOneServerTestJSON-153807404 tempest-ImagesOneServerTestJSON-153807404-project-member] Enqueued Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_members [ 854.540817] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_members [ 854.541140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.541279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.541375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.542137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.542276] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.542345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.542391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.543064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.543332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.543439] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.884661] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.884823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.891658] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.947926] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.948248] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.948391] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.948706] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.949299] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.949450] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.949626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.949789] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.949929] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.950166] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.950255] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.950361] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.950464] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.950575] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.950678] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.950802] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.972440] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.972603] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.972894] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.973119] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-63" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.973480] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-d7cd4075-9740-4edc-8cc6-a5e52f441a03 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.973668] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.973788] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.974130] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.974278] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cd4075-9740-4edc-8cc6-a5e52f441a03',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.045715] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.045898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.045972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.046553] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.046619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.046994] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 already deleted. [ 855.047087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.394356] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.476941] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.477220] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.477387] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.477589] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.477740] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.478183] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port d7cd4075-9740-4edc-8cc6-a5e52f441a03 not found, creating... [ 855.478391] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.478391] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.478543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.478706] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.478839] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.479125] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.479276] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.479584] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.479781] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.479914] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.480105] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: d7cd4075-9740-4edc-8cc6-a5e52f441a03 is going to be created. [ 855.502330] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502549] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.503184] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503494] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.896985] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.897344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.897344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.897480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.897698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.897698] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be updated. [ 855.929578] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.929578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.929578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.929578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.929578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.939052] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: IN_PROGRESS for 2s [ 856.201141] env[65840]: INFO networking_nsxv3.common.synchronization [req-5e5cf865-3ae9-473c-b2e0-46579618bfc0 req-a3fa8bba-6ad1-45fa-a6eb-94ae726737b4 service nova] Enqueued Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_rules [ 856.202933] env[65840]: INFO networking_nsxv3.common.synchronization [req-5e5cf865-3ae9-473c-b2e0-46579618bfc0 req-a3fa8bba-6ad1-45fa-a6eb-94ae726737b4 service nova] Enqueued Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_members [ 856.202933] env[65840]: INFO networking_nsxv3.common.synchronization [req-5e5cf865-3ae9-473c-b2e0-46579618bfc0 req-a3fa8bba-6ad1-45fa-a6eb-94ae726737b4 service nova] Enqueued Resource ID: d7cd4075-9740-4edc-8cc6-a5e52f441a03 with Priority: HIGHEST for action port [ 856.202933] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_rules [ 856.202933] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_members [ 856.202933] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7cd4075-9740-4edc-8cc6-a5e52f441a03 with Priority: HIGHEST for action port [ 856.204905] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.205201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.205303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.205577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.207043] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.207880] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.207947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.207986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.208177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.208459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.208459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.208565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.208662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.208713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.208777] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.214527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7cd4075-9740-4edc-8cc6-a5e52f441a03 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.214527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.214527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.214527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.214527] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7cd4075-9740-4edc-8cc6-a5e52f441a03',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.715210] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.715210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.715516] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.716937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7cd4075-9740-4edc-8cc6-a5e52f441a03 with status ACTIVE [ 856.717221] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.717368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.717454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.717731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.717831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.718060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.718195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.718267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.718476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.718881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.718881] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.718881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.719306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.719306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.719306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.719398] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7cd4075-9740-4edc-8cc6-a5e52f441a03 is going to be updated. [ 856.742688] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.742850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.742938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.743139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.743283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.743446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7cd4075-9740-4edc-8cc6-a5e52f441a03" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.224164] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.726117] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.726302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.726401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.726645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.726683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.726771] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 is going to be created. [ 857.759064] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.759064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.759064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.759320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.759388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.770275] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 in Status: UNINITIALIZED for 2s [ 857.949924] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 857.950079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.950199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.950540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.950639] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.950806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.950852] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.950978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.951075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.951188] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.171060] env[65840]: INFO networking_nsxv3.common.synchronization [None req-359771e8-d99a-483f-b22b-829d1a6a1d84 tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: cd8ba088-ea6c-419c-a4ba-4d95989230c4 with Priority: HIGHEST for action security_group_rules [ 858.172546] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8ba088-ea6c-419c-a4ba-4d95989230c4 with Priority: HIGHEST for action security_group_rules [ 858.173838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.174156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.174303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.175086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.175086] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd8ba088-ea6c-419c-a4ba-4d95989230c4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.308666] env[65840]: INFO networking_nsxv3.common.synchronization [None req-66c317f0-49cb-4349-9758-12446892e8ca tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: cd8ba088-ea6c-419c-a4ba-4d95989230c4 with Priority: HIGHEST for action security_group_rules [ 858.309415] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8ba088-ea6c-419c-a4ba-4d95989230c4 with Priority: HIGHEST for action security_group_rules [ 858.309746] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.309880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.454038] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.697707] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.697878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.697938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.698183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.698272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.698369] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd8ba088-ea6c-419c-a4ba-4d95989230c4 already deleted. [ 858.698449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.698608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.698768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.698855] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd8ba088-ea6c-419c-a4ba-4d95989230c4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.957828] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.229717] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.229965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.230056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.230339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.230440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.230543] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd8ba088-ea6c-419c-a4ba-4d95989230c4 already deleted. [ 859.230623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd8ba088-ea6c-419c-a4ba-4d95989230c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.465327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.465734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.465734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466487] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be updated. [ 859.508029] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.508029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.508029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.508029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.508029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.541798] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: IN_PROGRESS for 2s [ 859.780356] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 in Status: SUCCESS [ 859.780474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.780848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.780848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.780997] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.781126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.781191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.781369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.781465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.781499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.781586] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.286525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.286525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.286525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.286525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.286525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.287341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.287341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.287341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.290901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.290901] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.793180] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20131c46-1059-47aa-b763-56fa9c8a85a9: rpc.has_security_group_logging(os_id): False [ 860.816401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.816401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.816401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.817162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.817162] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.817162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.817162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.817162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.820540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.820904] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.821037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.821093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.821330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.821464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.821561] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 is going to be created. [ 860.892184] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.892184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.892368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.892630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.892784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.907694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 in Status: IN_PROGRESS for 2s [ 861.552794] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 861.553027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.553306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.553595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.553799] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.553919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.553979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.554196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.554386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.554545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.554718] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.554833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.554928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.555119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.555348] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.555450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.555523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.555640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.555726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.555789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.555870] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.058848] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faffa949-7671-4b6e-99f8-99742aa11c38: rpc.has_security_group_logging(os_id): False [ 862.079612] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.079777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.079846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.080085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.080222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.080411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.082801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.082801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.082801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.084063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be created. [ 862.156391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.156391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.156391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.156391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.156391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.181759] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: IN_PROGRESS for 2s [ 862.921211] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 in Status: SUCCESS [ 862.921439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.310040] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 863.310311] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 864.197870] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 864.197870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.197870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.197870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197870] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.700996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.701356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.701356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.701594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.701777] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.701923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.702032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.702243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.702338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.702456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.702583] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.205478] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.205478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.205872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.205872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.206415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.206615] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.207256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.207342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.207408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.208099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.208099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.208099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.208099] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.710903] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faffa949-7671-4b6e-99f8-99742aa11c38: rpc.has_security_group_logging(os_id): False [ 865.732349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.732349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.732349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.732595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.732635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.732865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.732976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.733052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.733205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.733280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.733460] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.733573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.733629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.733816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.733895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.734105] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.734215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.734313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.734449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.734537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.734637] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be updated. [ 865.798036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.798036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.798036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.798036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.798381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.812695] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: IN_PROGRESS for 2s [ 865.835429] env[65840]: INFO networking_nsxv3.common.synchronization [None req-40c085c7-6645-4481-9a81-5dfc94105430 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_rules [ 865.836207] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_rules [ 865.836588] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.836734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.836796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.837120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.837216] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.925495] env[65840]: INFO networking_nsxv3.common.synchronization [None req-20c8a052-a397-489a-b8be-3f1bbcfb18d3 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_rules [ 865.925824] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_rules [ 865.926173] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.926282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.359835] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.360202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.360397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.360722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.361056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.361131] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f already deleted. [ 866.361231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.361411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.361755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.361820] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.888872] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.889282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.889282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.889371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.889467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.889579] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f already deleted. [ 866.889712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.831580] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 867.831773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.396963] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e17bbbd-be6d-4f06-acf7-816e9ac0290c req-432ecaaa-25ba-4687-aaaf-b4ffadd4733c tempest-ServerRescueTestJSON-1366421343 tempest-ServerRescueTestJSON-1366421343-project-member] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 870.397498] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 870.397710] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.397832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.398241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.398241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.398427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.398427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.398547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.398619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.398704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.398793] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.754102] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.754361] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.754710] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.754836] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.756069] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.756270] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.756406] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.756654] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.756815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.757044] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.757172] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.757277] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.757382] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.757491] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.757611] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.757753] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.781393] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.781663] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.781931] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.782321] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-951" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.782836] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-e869bd80-eb4c-486d-8e56-105f065ee528 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.783262] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.783355] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.783700] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.784062] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e869bd80-eb4c-486d-8e56-105f065ee528',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.902062] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.287756] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.288088] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.288234] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.288550] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.288711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.288871] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port e869bd80-eb4c-486d-8e56-105f065ee528 not found, creating... [ 871.289185] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.289362] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.289484] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.289724] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.289869] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.290216] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.290431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.290573] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.290779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.290914] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.291072] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: e869bd80-eb4c-486d-8e56-105f065ee528 is going to be created. [ 871.314301] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.314609] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.314715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.315042] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.315269] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.315506] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.405428] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.909656] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.909860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.909897] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.910126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.910215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.910309] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be updated. [ 871.943791] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.944011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.944406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.944406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.944631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.960444] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 872.058042] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e17bbbd-be6d-4f06-acf7-816e9ac0290c req-9c054e7e-855b-44af-9f04-c3494f438d2a service nova] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_rules [ 872.058042] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e17bbbd-be6d-4f06-acf7-816e9ac0290c req-9c054e7e-855b-44af-9f04-c3494f438d2a service nova] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 872.058156] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e17bbbd-be6d-4f06-acf7-816e9ac0290c req-9c054e7e-855b-44af-9f04-c3494f438d2a service nova] Enqueued Resource ID: e869bd80-eb4c-486d-8e56-105f065ee528 with Priority: HIGHEST for action port [ 872.058745] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_rules [ 872.058952] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 872.059101] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e869bd80-eb4c-486d-8e56-105f065ee528 with Priority: HIGHEST for action port [ 872.059435] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.059594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.059643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.059825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.059912] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.060849] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.061114] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.061287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e869bd80-eb4c-486d-8e56-105f065ee528 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.061404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.061453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.061642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.061722] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e869bd80-eb4c-486d-8e56-105f065ee528',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.564282] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.564758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.564758] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e869bd80-eb4c-486d-8e56-105f065ee528 with status ACTIVE [ 872.565034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.565216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.565670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.565670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.565805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.566231] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.566231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.566669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.567166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.567210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.567474] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.567636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.567741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.567983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.568142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.568252] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e869bd80-eb4c-486d-8e56-105f065ee528 is going to be updated. [ 872.596929] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.597150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.597288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.597494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.597648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.597827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e869bd80-eb4c-486d-8e56-105f065ee528" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.865452] env[65840]: INFO networking_nsxv3.common.synchronization [req-f24a428e-c96e-4623-95c4-927ac2af5852 req-115a073a-b39d-46db-9be0-08d31af4aac4 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 872.865639] env[65840]: INFO networking_nsxv3.common.synchronization [req-f24a428e-c96e-4623-95c4-927ac2af5852 req-115a073a-b39d-46db-9be0-08d31af4aac4 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_members [ 872.865980] env[65840]: INFO networking_nsxv3.common.synchronization [req-f24a428e-c96e-4623-95c4-927ac2af5852 req-115a073a-b39d-46db-9be0-08d31af4aac4 tempest-SecurityGroupsTestJSON-90106944 tempest-SecurityGroupsTestJSON-90106944-project-member] Enqueued Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 872.866660] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGHEST for action security_group_members [ 872.867926] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGHEST for action security_group_members [ 872.867926] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab with Priority: HIGHEST for action security_group_members [ 872.868115] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.868276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.868350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.868575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.869125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.869265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.869354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.869502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.869585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.869686] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.870936] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ede8990-5f10-4265-820f-cb1e525d3747 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.871132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.871194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.871396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.871567] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.871680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.871747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.871933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.872062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.872181] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.873108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fa19e62-2409-4660-a44e-1ad74a1328ab taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.873242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.873390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.873574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.873737] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.873871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.873957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.874797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.874797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.874797] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fa19e62-2409-4660-a44e-1ad74a1328ab',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.376350] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.377156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.377310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.377571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.377709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.377983] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.378931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.378931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.378931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.378931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.378931] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be updated. [ 873.380553] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.380762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.380873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.381136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.382315] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.382434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.401944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.402273] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.402348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.402388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.402589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.402678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.402751] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ede8990-5f10-4265-820f-cb1e525d3747 is going to be updated. [ 873.403764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.404058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.413775] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.413979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.413979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.415035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.415035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.423748] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: IN_PROGRESS for 2s [ 873.424695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.424932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.425343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.425529] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab is going to be updated. [ 873.443374] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.443530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.443630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.443857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.444018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.455544] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: IN_PROGRESS for 2s [ 873.464053] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.464915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.464915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.465599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.465599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.476328] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: IN_PROGRESS for 2s [ 873.971071] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 873.971353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.971490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.971705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.971937] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.972041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.972097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.972222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.972297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.972393] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.476486] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.979173] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.436121] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 in Status: SUCCESS [ 875.436524] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 deletion is rescheduled due to dependency. [ 875.436632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.465418] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ede8990-5f10-4265-820f-cb1e525d3747 in Status: SUCCESS [ 875.465877] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ede8990-5f10-4265-820f-cb1e525d3747 deletion is rescheduled due to dependency. [ 875.466268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.483531] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.483825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.483929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.484216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.484406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.484508] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be updated. [ 875.488917] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab in Status: SUCCESS [ 875.489163] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fa19e62-2409-4660-a44e-1ad74a1328ab deletion is rescheduled due to dependency. [ 875.489275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fa19e62-2409-4660-a44e-1ad74a1328ab" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.516080] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.516313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.516313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.516523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.516690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.531670] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 875.651994] env[65840]: INFO networking_nsxv3.common.synchronization [req-1f76f76d-0df4-4885-ae0b-c4eb51c72055 req-f123771e-f934-48fa-a742-35d67d5d9b48 tempest-ServersNegativeTestMultiTenantJSON-1676572258 tempest-ServersNegativeTestMultiTenantJSON-1676572258-project-member] Enqueued Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_members [ 875.652875] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_members [ 875.653219] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.653347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.653437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.653734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.653893] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.654018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.654085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.654268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.654354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.654450] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.998038] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.998489] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-55" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.998489] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-55" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.998829] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-55" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.999156] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.999335] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.999526] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.999777] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.999955] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000262] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.000415] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.000543] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.000660] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.000797] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.001139] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.001139] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.020258] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.020484] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.020620] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.020858] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-55" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.021254] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-4d441a58-ec3e-4a28-8a74-5e595182c8a3 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.021464] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.021616] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.022016] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.022183] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d441a58-ec3e-4a28-8a74-5e595182c8a3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.158267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.158451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.158497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.158743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.158829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.159077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.159201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.159241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.159397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.159474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.159559] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 already deleted. [ 876.159648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.525162] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.525405] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.525635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.525825] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.525929] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.526105] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 4d441a58-ec3e-4a28-8a74-5e595182c8a3 not found, creating... [ 876.526464] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.526552] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.526642] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.526887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.527058] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.527374] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.527511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.527605] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.527818] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.527950] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.528147] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 4d441a58-ec3e-4a28-8a74-5e595182c8a3 is going to be created. [ 876.551902] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.552314] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.552548] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.553511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.553851] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.554162] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.100787] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2da43881-01d6-4d8c-9a9e-d700f1ecbd78 None None] Enqueued Resource ID: 0dc83bc9-1b7b-42b4-a754-76979754337f with Priority: HIGHEST for action port [ 877.101381] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc83bc9-1b7b-42b4-a754-76979754337f with Priority: HIGHEST for action port [ 877.101694] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc83bc9-1b7b-42b4-a754-76979754337f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.101824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc83bc9-1b7b-42b4-a754-76979754337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.101896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc83bc9-1b7b-42b4-a754-76979754337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.102365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc83bc9-1b7b-42b4-a754-76979754337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.102456] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc83bc9-1b7b-42b4-a754-76979754337f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.373844] env[65840]: INFO networking_nsxv3.common.synchronization [req-1f76f76d-0df4-4885-ae0b-c4eb51c72055 req-8165c33c-df5b-4f5c-8257-f656f786581c service nova] Enqueued Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_rules [ 877.374156] env[65840]: INFO networking_nsxv3.common.synchronization [req-1f76f76d-0df4-4885-ae0b-c4eb51c72055 req-8165c33c-df5b-4f5c-8257-f656f786581c service nova] Enqueued Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_members [ 877.374321] env[65840]: INFO networking_nsxv3.common.synchronization [req-1f76f76d-0df4-4885-ae0b-c4eb51c72055 req-8165c33c-df5b-4f5c-8257-f656f786581c service nova] Enqueued Resource ID: 4d441a58-ec3e-4a28-8a74-5e595182c8a3 with Priority: HIGHEST for action port [ 877.374946] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_rules [ 877.375314] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_members [ 877.375437] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d441a58-ec3e-4a28-8a74-5e595182c8a3 with Priority: HIGHEST for action port [ 877.375785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.375915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.375996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.376269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.376369] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.377744] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.377939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.378353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.378687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.378953] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.379150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.379270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.379538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.379702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.379849] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.381103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d441a58-ec3e-4a28-8a74-5e595182c8a3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.381243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.381337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.381569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.381682] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d441a58-ec3e-4a28-8a74-5e595182c8a3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.541348] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 877.541601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.541869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.542187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.542510] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.542611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.542710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.542879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.542969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.543098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.543199] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.605563] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dc83bc9-1b7b-42b4-a754-76979754337f [ 877.606525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.606525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.606525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.606525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.606525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.606525] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dc83bc9-1b7b-42b4-a754-76979754337f already deleted. [ 877.606525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc83bc9-1b7b-42b4-a754-76979754337f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.884467] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.886409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.886409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.886634] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d441a58-ec3e-4a28-8a74-5e595182c8a3 with status ACTIVE [ 877.887056] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.887056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.887056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.887407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.887463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.887695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.887826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.887949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.888186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.888260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.888482] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.888603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.888653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.888818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.888899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.888985] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d441a58-ec3e-4a28-8a74-5e595182c8a3 is going to be updated. [ 877.913451] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.913689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.913782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.914071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.914238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.914403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d441a58-ec3e-4a28-8a74-5e595182c8a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.047503] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.047766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.047871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.048140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.048472] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.048605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.048737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.049035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.049197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.049528] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.049747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.050016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.050178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.051055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.051055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.051055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.051055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.051055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.051055] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.391668] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.555417] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5b923d0-bbb4-483b-a8f8-74bc281c314f: rpc.has_security_group_logging(os_id): False [ 878.574328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.574494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.574577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.574854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.574975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.575230] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.575341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.575407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.575601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.575730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.575906] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.576837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.576940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.577094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.577180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.578640] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.578640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.578640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.578640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.578640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.578640] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be updated. [ 878.650100] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.650838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.650838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.650838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.650838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.673745] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 878.898364] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.898534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.898609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.898833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.898926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.899038] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 is going to be created. [ 878.925144] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.925285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.925328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.925537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.925720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.935554] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 in Status: UNINITIALIZED for 2s [ 879.357032] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b55488d2-0c2a-4732-8f55-b541977cccd9 None None] Enqueued Resource ID: 604b158e-a72c-4d3d-8565-3ba2928e9dfd with Priority: HIGHEST for action port [ 879.357716] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 604b158e-a72c-4d3d-8565-3ba2928e9dfd with Priority: HIGHEST for action port [ 879.358161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-604b158e-a72c-4d3d-8565-3ba2928e9dfd taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.358308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-604b158e-a72c-4d3d-8565-3ba2928e9dfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.358377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-604b158e-a72c-4d3d-8565-3ba2928e9dfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.358674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-604b158e-a72c-4d3d-8565-3ba2928e9dfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.358744] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('604b158e-a72c-4d3d-8565-3ba2928e9dfd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.861343] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 604b158e-a72c-4d3d-8565-3ba2928e9dfd [ 879.861802] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.861802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.861897] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.862096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.862225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.862405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:604b158e-a72c-4d3d-8565-3ba2928e9dfd already deleted. [ 879.862486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-604b158e-a72c-4d3d-8565-3ba2928e9dfd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.000705] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.000907] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.001058] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.001336] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.001646] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.001760] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.001858] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.002098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.002251] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.002466] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.002602] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.002712] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.002843] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.003000] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.003226] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.003314] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.024746] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.024989] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.025233] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.025519] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.025930] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-c848aa11-ca45-4372-b2b4-f45224fc7f43 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.026175] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.026366] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.026698] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.026889] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c848aa11-ca45-4372-b2b4-f45224fc7f43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.530292] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.530527] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.530652] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.530934] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.531101] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.531424] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.531595] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.531711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.531927] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.532070] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.532346] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.532528] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.532612] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.532786] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.532916] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.533141] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 is going to be updated. [ 880.556589] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.556866] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.556966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.557257] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.557462] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.559013] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.693097] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 880.693343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.946724] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 in Status: SUCCESS [ 880.947048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.947116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.947379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.947615] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.947743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.947811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.947977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.948072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.948158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.948251] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.282439] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5853288-cd42-456c-9a69-8d581ea1897c req-b3e8bd96-24e5-41fc-80d2-4835ba6779f7 service nova] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 881.282675] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5853288-cd42-456c-9a69-8d581ea1897c req-b3e8bd96-24e5-41fc-80d2-4835ba6779f7 service nova] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 881.282832] env[65840]: INFO networking_nsxv3.common.synchronization [req-d5853288-cd42-456c-9a69-8d581ea1897c req-b3e8bd96-24e5-41fc-80d2-4835ba6779f7 service nova] Enqueued Resource ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 with Priority: HIGHEST for action port [ 881.283489] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_rules [ 881.283693] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 881.283951] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 with Priority: HIGHEST for action port [ 881.284375] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.284530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.284577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.284837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.284927] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.285853] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.285971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.286064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.286241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.286423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.286549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.286613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.286804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.287328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.287328] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.287924] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c848aa11-ca45-4372-b2b4-f45224fc7f43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.288915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.288915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.288915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.288915] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c848aa11-ca45-4372-b2b4-f45224fc7f43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.452673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.452673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.452673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.453177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.453244] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.453373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.453498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.453754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.453860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.453964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.454230] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.454451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.454531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.454743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.455018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.455179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.455246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.455392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.455494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.455675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.455827] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.790397] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.791528] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.791711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.791813] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c848aa11-ca45-4372-b2b4-f45224fc7f43 with status ACTIVE [ 881.791997] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.792125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.792184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.792466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.792566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.792747] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.792854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.792918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.793116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.793190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.793376] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.793479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.793546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.793697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.794362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.794362] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c848aa11-ca45-4372-b2b4-f45224fc7f43 is going to be updated. [ 881.829758] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.830074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.830074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.830259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.830471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.830655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c848aa11-ca45-4372-b2b4-f45224fc7f43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.960911] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37dacde-9ba8-4ea2-9721-83a17ff79f28: rpc.has_security_group_logging(os_id): False [ 881.985038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.985181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.985438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.985482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.985555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.985742] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.985919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.985985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.986149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.986246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.986454] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.986576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.986628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.986731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.986806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.986981] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.987145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.987195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.987403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.987544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.987810] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 is going to be created. [ 882.056870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.056870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.056870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.056870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.056870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.068365] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 in Status: IN_PROGRESS for 2s [ 882.296730] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.798866] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.799727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.799727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.799727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.799727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.799727] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed95872-51dc-441e-9653-f3133005b927 is going to be updated. [ 882.839840] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.840607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.840607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.840783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.840968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.856319] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: IN_PROGRESS for 2s [ 884.084356] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 in Status: SUCCESS [ 884.084692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.338131] env[65840]: INFO networking_nsxv3.common.synchronization [req-45b3cf13-8ded-40bf-869c-aa65a21b9e1d req-9ac90f25-26b7-414a-b389-4c0cd8681477 tempest-ServersTestFqdnHostnames-1443724673 tempest-ServersTestFqdnHostnames-1443724673-project-member] Enqueued Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_members [ 884.340034] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 with Priority: HIGHEST for action security_group_members [ 884.340505] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.340690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.340795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.341252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.341710] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.341710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.341904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.341964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.342104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.342366] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d7bc24-298c-4693-8ae8-d21ff8c1ac08',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.845178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.845363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.845425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.845629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.867173] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: SUCCESS [ 884.867173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.869647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.869844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.870060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.871015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.871015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.871015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.871015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871015] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.872728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.872948] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.876971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.876971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.876971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.876971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.876971] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 is going to be updated. [ 884.903953] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.903953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.903953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.904266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.904483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.915553] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 in Status: IN_PROGRESS for 2s [ 885.012507] env[65840]: INFO networking_nsxv3.common.synchronization [req-0b23f979-2bb6-43df-af56-32a116631ced req-d15c61c6-498d-44fa-9afd-b3c2a1ce94d4 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 885.016432] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 885.017090] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.017823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.017890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.018049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.018138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.018274] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.376459] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.521531] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.740624] env[65840]: INFO networking_nsxv3.common.synchronization [req-d26ddebf-aa68-4abe-bca5-57706ed357a5 req-00dc3942-c625-4ba3-9f6a-07cc819b46c1 tempest-ServersNegativeTestJSON-569843469 tempest-ServersNegativeTestJSON-569843469-project-member] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 885.741232] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 885.741566] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.741700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.741770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.742089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.742259] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.742368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.742429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.742600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.742682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.743025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.880221] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ed95872-51dc-441e-9653-f3133005b927: rpc.has_security_group_logging(os_id): False [ 885.900445] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.900445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.900445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.900784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.925689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.926089] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.926212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.926289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.926522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.926611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.926821] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed95872-51dc-441e-9653-f3133005b927 is going to be updated. [ 885.989573] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.989573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.989573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.989573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.989573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.003258] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: IN_PROGRESS for 2s [ 886.027023] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.097358] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.097358] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.097566] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.097754] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.098064] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.098216] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.098337] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.098562] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.098700] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.098960] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.099155] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.099304] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.099420] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.099534] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.099638] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.099768] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.125142] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.125333] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.125468] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.125641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.126028] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.126215] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.126336] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.126668] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.126814] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab158f43-0b6f-457b-8598-baf7aa9e3cc6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.246495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.246495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.246495] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 already deleted. [ 886.246495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.528167] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.528499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.528499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.528965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.528965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.528965] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 886.561371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.562686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.562686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.562686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.562686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.573694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 886.634508] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.636090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.636090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.636533] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.636862] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.637143] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port ab158f43-0b6f-457b-8598-baf7aa9e3cc6 not found, creating... [ 886.638452] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.642715] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.642715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.642715] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 is going to be created. [ 886.665590] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.666478] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.666750] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.667177] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.667543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.668733] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.929332] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 in Status: SUCCESS [ 886.930034] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d7bc24-298c-4693-8ae8-d21ff8c1ac08 deletion is rescheduled due to dependency. [ 886.930034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d7bc24-298c-4693-8ae8-d21ff8c1ac08" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.487779] env[65840]: INFO networking_nsxv3.common.synchronization [req-d26ddebf-aa68-4abe-bca5-57706ed357a5 req-3270b083-51d7-45fd-9275-e114daeef72f service nova] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_rules [ 887.488170] env[65840]: INFO networking_nsxv3.common.synchronization [req-d26ddebf-aa68-4abe-bca5-57706ed357a5 req-3270b083-51d7-45fd-9275-e114daeef72f service nova] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 887.488269] env[65840]: INFO networking_nsxv3.common.synchronization [req-d26ddebf-aa68-4abe-bca5-57706ed357a5 req-3270b083-51d7-45fd-9275-e114daeef72f service nova] Enqueued Resource ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 with Priority: HIGHEST for action port [ 887.488982] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_rules [ 887.489200] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 887.489343] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 with Priority: HIGHEST for action port [ 887.489655] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.489801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.490126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.490211] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.491873] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.491873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.491873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.492321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.493055] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.493055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.493055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.493055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.493423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.493423] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.497798] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.497798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.497798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.497798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.497798] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab158f43-0b6f-457b-8598-baf7aa9e3cc6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.003418] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.004089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.004089] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.005257] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab158f43-0b6f-457b-8598-baf7aa9e3cc6 with status ACTIVE [ 888.005512] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.005651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.005722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.006054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.008140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.008140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.008140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.008140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.008140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.008140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.008912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.009612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.009891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.010205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.010394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.010578] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 is going to be updated. [ 888.039301] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: SUCCESS [ 888.039301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.040252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.040412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.040488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.040747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.040926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.046269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.514330] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.587021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 888.587252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019348] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.019673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.019907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.020044] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be created. [ 889.050027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.050316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.050316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.050570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.050817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.064183] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: UNINITIALIZED for 2s [ 891.077623] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 891.078055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.078055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.078267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.078460] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.078590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.078656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.078798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.078879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.078964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.079073] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.581883] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.582177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.582177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.582529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.582658] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.582930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.582930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.582930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.583087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.583168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.583380] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.583569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.583569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.583714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.583770] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.583838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.583903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.584102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.584203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.584311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.584416] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.088587] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76085f5f-30c4-41d3-962d-39bd449c0559: rpc.has_security_group_logging(os_id): False [ 892.108610] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.108809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.108931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.109236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.109367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.109602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.109743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.109840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.109927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.110027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.110350] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.110570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.110663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.110861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.110952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.111153] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.111258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.111330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.111493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.111571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.111676] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be created. [ 892.172878] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.173155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.173294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.173580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.173824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.186617] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 892.491096] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.491096] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 894.202599] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 894.203099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.492088] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 897.492088] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 902.493459] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.493785] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 902.620357] env[65840]: INFO networking_nsxv3.common.synchronization [req-60856f23-0ce5-4ca4-b975-7159a3e5ca95 req-e630b387-d273-4ea3-b527-1236fd918ab9 tempest-ListServerFiltersTestJSON-958597206 tempest-ListServerFiltersTestJSON-958597206-project-member] Enqueued Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 902.622076] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 with Priority: HIGHEST for action security_group_members [ 902.622076] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d6cdae9-6c82-4709-a065-19afcfb69ef1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.622076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.622076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.622393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.622542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.622738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.622883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.623172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.623377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.623496] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d6cdae9-6c82-4709-a065-19afcfb69ef1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.129349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.129349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.129349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.129349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.153252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.155025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.155025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.155025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.155025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.155025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.155025] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 is going to be updated. [ 903.191017] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.191017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.191017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.191408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.191581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.203716] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: IN_PROGRESS for 2s [ 903.706329] env[65840]: INFO networking_nsxv3.common.synchronization [req-aef09783-946f-45e6-a2b7-e9c92ce87fa9 req-e72e749b-7438-4240-a264-5b1ec1a9c634 tempest-ServersNegativeTestMultiTenantJSON-1676572258 tempest-ServersNegativeTestMultiTenantJSON-1676572258-project-member] Enqueued Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_members [ 903.707556] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGHEST for action security_group_members [ 903.708364] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.708518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.708594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.708862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.709353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.709353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.709353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.709505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.709590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.709717] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.212543] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.212721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.212784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.212989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.213083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.213356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.213469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.213549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.213686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.213763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.213852] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 is going to be updated. [ 904.245806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.245976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.246034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.246231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.246539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.257759] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 in Status: IN_PROGRESS for 2s [ 905.218569] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 in Status: SUCCESS [ 905.218840] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d6cdae9-6c82-4709-a065-19afcfb69ef1 deletion is rescheduled due to dependency. [ 905.218884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d6cdae9-6c82-4709-a065-19afcfb69ef1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.271548] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 in Status: SUCCESS [ 906.272169] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 deletion is rescheduled due to dependency. [ 906.272169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.068760] env[65840]: INFO networking_nsxv3.common.synchronization [req-271e134b-e0bb-4fd9-befa-7936c4117652 req-eed8cb39-ec69-42e6-aeb1-b6cfbf76819a tempest-ServerMetadataTestJSON-1106297579 tempest-ServerMetadataTestJSON-1106297579-project-member] Enqueued Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_members [ 907.068760] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_members [ 907.068760] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.069709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.069709] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.069709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.069709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.069911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.069980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.070106] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.573867] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.574179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.574179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.574370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.574522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.574711] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.574850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.574922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.575263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.575263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.575406] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037573e7-b853-451d-8c1c-c9794661fcca already deleted. [ 907.575406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.729529] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.729529] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.729529] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.729529] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.731052] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.731474] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.731830] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.734425] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.734425] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.734425] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.734425] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.734425] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.734425] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.734425] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.736180] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.736402] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.774577] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.774911] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.775081] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.775268] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-73" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.775710] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-74dd9665-afd1-4a9e-82eb-69558488e054 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.775892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.776022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.776365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.776507] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74dd9665-afd1-4a9e-82eb-69558488e054',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.280324] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.280653] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.280845] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.281282] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.281513] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.281729] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 74dd9665-afd1-4a9e-82eb-69558488e054 not found, creating... [ 908.282151] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.282398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.282586] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.282991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.283233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.283737] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.283978] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.284189] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.284509] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.284718] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.285072] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 74dd9665-afd1-4a9e-82eb-69558488e054 is going to be created. [ 908.307986] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.308346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.308508] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.308871] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.309139] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.309369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.047441] env[65840]: INFO networking_nsxv3.common.synchronization [req-271e134b-e0bb-4fd9-befa-7936c4117652 req-830392da-25f3-44c1-8dab-644c7d401398 service nova] Enqueued Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_rules [ 909.047759] env[65840]: INFO networking_nsxv3.common.synchronization [req-271e134b-e0bb-4fd9-befa-7936c4117652 req-830392da-25f3-44c1-8dab-644c7d401398 service nova] Enqueued Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_members [ 909.047759] env[65840]: INFO networking_nsxv3.common.synchronization [req-271e134b-e0bb-4fd9-befa-7936c4117652 req-830392da-25f3-44c1-8dab-644c7d401398 service nova] Enqueued Resource ID: 74dd9665-afd1-4a9e-82eb-69558488e054 with Priority: HIGHEST for action port [ 909.048610] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_rules [ 909.048740] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_members [ 909.048884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd9665-afd1-4a9e-82eb-69558488e054 with Priority: HIGHEST for action port [ 909.049292] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.049508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.049556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.049885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.050024] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.051242] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.051413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.051506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.051753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.051963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.052113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.052204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.052408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.052541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.052701] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.054920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-74dd9665-afd1-4a9e-82eb-69558488e054 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.054920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.054920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.054920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.054920] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74dd9665-afd1-4a9e-82eb-69558488e054',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.557868] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.560203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.560353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.560781] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74dd9665-afd1-4a9e-82eb-69558488e054 with status ACTIVE [ 909.561050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.561283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.561377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.561905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.561905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561905] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.562086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.562086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.562709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.562841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.563277] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.563351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.563383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.563556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.563634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.563725] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74dd9665-afd1-4a9e-82eb-69558488e054 is going to be updated. [ 909.587625] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.587774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.588073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.588230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.588364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74dd9665-afd1-4a9e-82eb-69558488e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.065741] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.116792] env[65840]: INFO networking_nsxv3.common.synchronization [req-4cb715a1-d695-42ae-ade2-7afe92b3b75e req-c4b5e7ef-4a74-400c-b871-9da6ee725d04 tempest-TenantUsagesTestJSON-1881236298 tempest-TenantUsagesTestJSON-1881236298-project-member] Enqueued Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_members [ 910.118030] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_members [ 910.118030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.118030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.118030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.118369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.118572] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.118715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.118834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.119030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.119165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.119293] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.180406] env[65840]: INFO networking_nsxv3.common.synchronization [req-5d814f3c-408a-43ac-a345-9c56bb50a727 req-4b56b139-bc78-4a38-b859-895237d2100d tempest-ServerRescueTestJSON-1366421343 tempest-ServerRescueTestJSON-1366421343-project-member] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 910.181012] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 910.183369] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.183588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.183725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.184485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.185077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.185256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.185328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.185551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.185835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.186366] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.569019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.569237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.569328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.569503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.569634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.569751] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037573e7-b853-451d-8c1c-c9794661fcca is going to be created. [ 910.601365] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.601562] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.601657] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.601923] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.602190] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.602348] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.602458] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.602670] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.602868] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.603019] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.603230] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.603338] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.603445] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.603555] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.603694] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.603836] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.606255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.606255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.606255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.606255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.606685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.618392] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037573e7-b853-451d-8c1c-c9794661fcca in Status: UNINITIALIZED for 2s [ 910.622036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.622262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.622381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.622683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.622786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.622990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.623311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.623361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.623591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.623903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.624029] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 already deleted. [ 910.624134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.627449] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.627709] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.627805] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.627931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-82" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.628272] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.628442] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.628562] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.628868] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.629042] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270ebcb1-55b4-4683-97e8-ddb5aea6baaa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.690047] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.135020] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.135020] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 270ebcb1-55b4-4683-97e8-ddb5aea6baaa not found, creating... [ 911.135020] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.135020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.135918] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.135918] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.135918] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.135918] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.135918] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.135918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 270ebcb1-55b4-4683-97e8-ddb5aea6baaa is going to be created. [ 911.161350] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.161557] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.161683] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.161958] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.162197] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.162417] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.191460] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.694055] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.694306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.694636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.694724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.694817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.694951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be updated. [ 911.723803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.724022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.724022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.724319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.724519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.735251] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 911.895122] env[65840]: INFO networking_nsxv3.common.synchronization [req-4cb715a1-d695-42ae-ade2-7afe92b3b75e req-2704d7cc-70db-4c63-abb0-ddef8f19e5d2 service nova] Enqueued Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_rules [ 911.895344] env[65840]: INFO networking_nsxv3.common.synchronization [req-4cb715a1-d695-42ae-ade2-7afe92b3b75e req-2704d7cc-70db-4c63-abb0-ddef8f19e5d2 service nova] Enqueued Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_members [ 911.895514] env[65840]: INFO networking_nsxv3.common.synchronization [req-4cb715a1-d695-42ae-ade2-7afe92b3b75e req-2704d7cc-70db-4c63-abb0-ddef8f19e5d2 service nova] Enqueued Resource ID: 270ebcb1-55b4-4683-97e8-ddb5aea6baaa with Priority: HIGHEST for action port [ 911.896064] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_rules [ 911.896210] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_members [ 911.896292] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270ebcb1-55b4-4683-97e8-ddb5aea6baaa with Priority: HIGHEST for action port [ 911.896611] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.896764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.896821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.897614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.897737] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.898702] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.898789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.898789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.898990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.899123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.899227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.899314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.899463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.899549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.899668] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.900916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.901021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.901128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.901343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.901469] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270ebcb1-55b4-4683-97e8-ddb5aea6baaa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.403574] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.403933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.403933] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.404816] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 270ebcb1-55b4-4683-97e8-ddb5aea6baaa with status ACTIVE [ 912.405065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.405176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.405290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.405415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.405658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.405730] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.405821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.405821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.405991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.406153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.407978] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.407978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.407978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.407978] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 270ebcb1-55b4-4683-97e8-ddb5aea6baaa is going to be updated. [ 912.438081] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.439349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.439349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.439349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.439349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.439349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270ebcb1-55b4-4683-97e8-ddb5aea6baaa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.623014] env[65840]: INFO networking_nsxv3.common.synchronization [None req-55ef6507-2902-4e10-b67c-d37ac86d4060 None None] Enqueued Resource ID: 5c0ce072-9e2c-498a-8e4d-961a0020eb27 with Priority: HIGHEST for action port [ 912.624131] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c0ce072-9e2c-498a-8e4d-961a0020eb27 with Priority: HIGHEST for action port [ 912.624809] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c0ce072-9e2c-498a-8e4d-961a0020eb27 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.624982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c0ce072-9e2c-498a-8e4d-961a0020eb27" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.625132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c0ce072-9e2c-498a-8e4d-961a0020eb27" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.625343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c0ce072-9e2c-498a-8e4d-961a0020eb27" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.625434] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c0ce072-9e2c-498a-8e4d-961a0020eb27',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.632657] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037573e7-b853-451d-8c1c-c9794661fcca in Status: SUCCESS [ 912.633312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.633669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.633847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.634087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.634219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.634283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.634440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.634523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.634612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.634703] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.781879] env[65840]: INFO networking_nsxv3.common.synchronization [req-010a68d0-8e05-4b6d-84ed-01b629b7255a req-a9b480ee-f307-47af-815b-48fab01ef81e tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 912.782485] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 912.782819] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.782966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.783127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.783397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.784786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.785195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.785195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.785300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.785429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.785591] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.909346] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.129459] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c0ce072-9e2c-498a-8e4d-961a0020eb27 [ 913.129840] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.129991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.130080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.130303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.130395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.133804] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c0ce072-9e2c-498a-8e4d-961a0020eb27 already deleted. [ 913.133804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c0ce072-9e2c-498a-8e4d-961a0020eb27" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.142523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.142642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.142712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.142923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.143094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.143199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.143276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.143403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.143483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.143567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.143724] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.143808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.143842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.143978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.144119] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.144206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.144264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.144393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.144465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.144568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.144655] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.288887] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.414023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.414023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.414023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.414023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.414023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.414023] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 is going to be created. [ 913.443881] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.444042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.444112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.444327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.444494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.459437] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 in Status: UNINITIALIZED for 2s [ 913.651732] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037573e7-b853-451d-8c1c-c9794661fcca: rpc.has_security_group_logging(os_id): False [ 913.676069] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.676354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.676354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.676625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.676956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.677000] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.677118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.677404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.677502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.677718] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.677832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.678114] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.678198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.678450] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.678532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.678599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.678750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.678848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.678956] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037573e7-b853-451d-8c1c-c9794661fcca is going to be created. [ 913.732841] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.735190] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.735190] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.735190] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.735623] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.735623] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.735623] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.735871] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.735871] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.735978] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.749791] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 913.750241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.751727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.752169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.752343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.752606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.752880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.761597] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.761756] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.761817] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.762257] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.762668] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-e0232ab7-f191-4928-8dd2-4b3ad6136c77 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.762905] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.763109] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.763762] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.764031] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0232ab7-f191-4928-8dd2-4b3ad6136c77',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.766588] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037573e7-b853-451d-8c1c-c9794661fcca in Status: IN_PROGRESS for 2s [ 913.795761] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.864145] env[65840]: INFO networking_nsxv3.common.synchronization [None req-d6c4b930-13ad-425a-8540-b7828b8f28a9 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_rules [ 913.868870] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_rules [ 913.868870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.868870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.868870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.868870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.868870] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.269911] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.271490] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.272228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.272572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.273276] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.273276] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port e0232ab7-f191-4928-8dd2-4b3ad6136c77 not found, creating... [ 914.273276] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.273477] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.273859] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.274264] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.274498] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.274994] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.275251] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.275506] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.275808] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.275943] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276145] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: e0232ab7-f191-4928-8dd2-4b3ad6136c77 is going to be created. [ 914.297593] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.297746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.297822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.298093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.298188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.298295] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 914.320646] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.320646] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.322090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.322090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.322090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.322090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.347963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.347963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.347963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.347963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.347963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.369710] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 914.371525] env[65840]: INFO networking_nsxv3.common.synchronization [None req-f6984fdc-6073-4d79-ac7f-ee450f9716b6 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_rules [ 914.372386] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_rules [ 914.383513] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.383807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.426110] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.426110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.426110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.426110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.426864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.426864] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 already deleted. [ 914.426864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.426864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.426864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.426864] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.948727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.948927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.949043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.949658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.949658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.949658] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 already deleted. [ 914.949658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.035831] env[65840]: INFO networking_nsxv3.common.synchronization [req-010a68d0-8e05-4b6d-84ed-01b629b7255a req-ed06888a-208c-4955-9632-5318664a4ac8 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 915.039020] env[65840]: INFO networking_nsxv3.common.synchronization [req-010a68d0-8e05-4b6d-84ed-01b629b7255a req-ed06888a-208c-4955-9632-5318664a4ac8 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 915.039020] env[65840]: INFO networking_nsxv3.common.synchronization [req-010a68d0-8e05-4b6d-84ed-01b629b7255a req-ed06888a-208c-4955-9632-5318664a4ac8 service nova] Enqueued Resource ID: e0232ab7-f191-4928-8dd2-4b3ad6136c77 with Priority: HIGHEST for action port [ 915.039020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 915.039020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 915.039020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0232ab7-f191-4928-8dd2-4b3ad6136c77 with Priority: HIGHEST for action port [ 915.039020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.039020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.039020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.039020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.039020] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.039645] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.039703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.040284] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0232ab7-f191-4928-8dd2-4b3ad6136c77 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.040284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.040284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.040284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.040465] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0232ab7-f191-4928-8dd2-4b3ad6136c77',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.193679] env[65840]: INFO networking_nsxv3.common.synchronization [None req-6fefc9a7-d5a9-4e75-8611-d55530d11529 None None] Enqueued Resource ID: 5db807db-51a4-4ed6-bee7-447cd30b5eef with Priority: HIGHEST for action port [ 915.193679] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db807db-51a4-4ed6-bee7-447cd30b5eef with Priority: HIGHEST for action port [ 915.193679] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db807db-51a4-4ed6-bee7-447cd30b5eef taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.193679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db807db-51a4-4ed6-bee7-447cd30b5eef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.193679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db807db-51a4-4ed6-bee7-447cd30b5eef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.193915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db807db-51a4-4ed6-bee7-447cd30b5eef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.193973] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db807db-51a4-4ed6-bee7-447cd30b5eef',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.471666] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 in Status: SUCCESS [ 915.471666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.472072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.472072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.472357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.472357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.472493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.472629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.472777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.472903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.472963] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.477321] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5f7d66c1-13c0-46fd-8eab-6fbb3c5d6101 tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_rules [ 915.477321] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_rules [ 915.477321] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.478790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.478861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.479147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.479240] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.545643] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.547312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.547834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0232ab7-f191-4928-8dd2-4b3ad6136c77 with status ACTIVE [ 915.547834] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.548094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.548094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.548326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.548444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.548702] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.548819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.548911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.549994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.550972] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.551185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.551308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.551559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.551714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.551878] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0232ab7-f191-4928-8dd2-4b3ad6136c77 is going to be updated. [ 915.579201] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.579381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.579500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.579779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.579999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.580208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0232ab7-f191-4928-8dd2-4b3ad6136c77" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.616317] env[65840]: INFO networking_nsxv3.common.synchronization [None req-e4115ecd-c92e-44a3-833f-b49257730e00 tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_rules [ 915.617130] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_rules [ 915.617621] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.617808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.697477] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5db807db-51a4-4ed6-bee7-447cd30b5eef [ 915.697477] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.697477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.697477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.697477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.697477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.697477] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5db807db-51a4-4ed6-bee7-447cd30b5eef already deleted. [ 915.697919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db807db-51a4-4ed6-bee7-447cd30b5eef" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.784344] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037573e7-b853-451d-8c1c-c9794661fcca in Status: SUCCESS [ 915.784591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.977089] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.977254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.977294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.977495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.977656] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.977754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.977818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.977962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.978061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.978148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.978286] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.978376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.978434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.978571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.978703] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.978845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.978845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.978974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.979059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.979142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.979230] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.001575] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.001756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.001828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.002035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.002129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.002223] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 already deleted. [ 916.002309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.002455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.002608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.002695] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.381878] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 916.382107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.382282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.382511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.382720] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.382834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.382897] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.383060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.383138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.383229] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.482170] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864f7956-ddd4-4820-88ee-fd9c24b3b177: rpc.has_security_group_logging(os_id): False [ 916.500311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.500491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.500530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.500810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.500916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.501164] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.501288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.501341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.504025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.504025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.504025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.504025] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 is going to be created. [ 916.524628] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.524831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.524914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.525187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.525299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.525405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 already deleted. [ 916.525508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.581260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.581485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.581612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.581957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.582263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.598198] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 in Status: IN_PROGRESS for 2s [ 916.773303] env[65840]: INFO networking_nsxv3.common.synchronization [None req-ad05d176-5e4f-49e1-9827-0a74855635e7 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_rules [ 916.775328] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_rules [ 916.775328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.775328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.775328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.775328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.775328] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.885821] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.934638] env[65840]: INFO networking_nsxv3.common.synchronization [req-becf16db-11e6-4234-9668-f555f896f882 req-9e8ce22e-280a-42bc-ac44-7a1ccfd5a376 tempest-ServersWithSpecificFlavorTestJSON-1798308135 tempest-ServersWithSpecificFlavorTestJSON-1798308135-project-member] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 916.937421] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 916.937916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.938090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.938191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.938559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.939505] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.939505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.939505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.939505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.939505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.939505] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.114447] env[65840]: INFO networking_nsxv3.common.synchronization [None req-799e21d5-7135-476d-a082-1941edc63bfe tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_rules [ 917.115059] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_rules [ 917.115366] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.115467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.300299] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.300299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.300493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.301043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.301043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.301043] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c already deleted. [ 917.301809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.301809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.301809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.302083] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.387879] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.391780] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.391922] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.393150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.393150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.393150] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.393150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.393150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.393150] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.393686] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.393686] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.393686] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.393789] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.393837] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.393943] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.394059] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.394187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.429454] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.429674] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.429851] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.429970] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-655" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.430300] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-e68b1c42-62ba-401d-b52a-cf29f33235cd taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.430490] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.430611] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.430979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.431140] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68b1c42-62ba-401d-b52a-cf29f33235cd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.442725] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.442725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.442864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.443854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.443854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.443854] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.443854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.443854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.443854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.443854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.443854] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be updated. [ 917.476297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.476470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.476551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.476785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.476976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.487859] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: IN_PROGRESS for 2s [ 917.824097] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.824286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.824415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.824585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.824696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.824855] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c already deleted. [ 917.825011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.891384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.891384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.891384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.891579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.891579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.892126] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 917.929899] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.929899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.930099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.930202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.930343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.933349] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.933584] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.933714] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.936049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port e68b1c42-62ba-401d-b52a-cf29f33235cd not found, creating... [ 917.936049] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.936049] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.936049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.936577] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.936577] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.936577] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.936674] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: e68b1c42-62ba-401d-b52a-cf29f33235cd is going to be created. [ 917.941642] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 917.959362] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.961669] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.961669] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.961810] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.962032] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.962285] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.612243] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 in Status: SUCCESS [ 918.612575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.686506] env[65840]: INFO networking_nsxv3.common.synchronization [req-becf16db-11e6-4234-9668-f555f896f882 req-5c21aab5-8ff1-4504-9f60-87abd9821c08 service nova] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 918.686601] env[65840]: INFO networking_nsxv3.common.synchronization [req-becf16db-11e6-4234-9668-f555f896f882 req-5c21aab5-8ff1-4504-9f60-87abd9821c08 service nova] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 918.686688] env[65840]: INFO networking_nsxv3.common.synchronization [req-becf16db-11e6-4234-9668-f555f896f882 req-5c21aab5-8ff1-4504-9f60-87abd9821c08 service nova] Enqueued Resource ID: e68b1c42-62ba-401d-b52a-cf29f33235cd with Priority: HIGHEST for action port [ 918.687872] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_rules [ 918.687872] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 918.687872] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68b1c42-62ba-401d-b52a-cf29f33235cd with Priority: HIGHEST for action port [ 918.687872] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.687872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.688165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.688261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.688819] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.689293] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.689293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.689476] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e68b1c42-62ba-401d-b52a-cf29f33235cd taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.689565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.689639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.689816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.689894] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68b1c42-62ba-401d-b52a-cf29f33235cd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.192744] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.193512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.193512] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e68b1c42-62ba-401d-b52a-cf29f33235cd with status ACTIVE [ 919.193512] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.193512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.193816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.193816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.193889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.194054] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.194155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.194218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.194383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.194464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.195032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.195032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.195032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.195032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.195032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.195361] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e68b1c42-62ba-401d-b52a-cf29f33235cd is going to be updated. [ 919.219969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.220191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.220191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.220583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.220768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.220982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e68b1c42-62ba-401d-b52a-cf29f33235cd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.405294] env[65840]: INFO networking_nsxv3.common.synchronization [req-217a07c8-6c39-47f2-9941-2bfebbdda494 req-b77d4cef-f7e4-4742-ad8d-b08958aa33d4 tempest-ImagesNegativeTestJSON-1129777055 tempest-ImagesNegativeTestJSON-1129777055-project-member] Enqueued Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_members [ 919.406102] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_members [ 919.407602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.407602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.407602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.407602] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.497652] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 919.498569] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 deletion is rescheduled due to dependency. [ 919.498569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.498569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.498569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.499976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.499976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.499976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.499976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.499976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.499976] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.780927] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781235] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-777" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781348] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-777" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781691] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-777" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.781992] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.782130] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.782248] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782469] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782611] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782812] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.782927] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.783050] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.783158] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.783268] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.783372] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.783500] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.803784] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.804023] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.805037] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.805037] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-777" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.805037] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-b8457574-d3c4-42f0-8410-fcda72b132d2 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.805037] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.805037] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.805354] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.805497] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8457574-d3c4-42f0-8410-fcda72b132d2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.909713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.909874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.909944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.910181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.910278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.910451] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.910559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.910670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.910820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.910915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.910978] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 already deleted. [ 919.911096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.955025] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 919.955251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.955421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.955669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.955901] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.956029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.956097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.956254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.956333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.956418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.956512] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.002453] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.309118] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.309389] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.309557] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.309852] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.310073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.310281] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port b8457574-d3c4-42f0-8410-fcda72b132d2 not found, creating... [ 920.310641] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.310878] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.311061] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.311384] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.311555] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.311921] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.312594] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.312736] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.313046] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.313239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.313442] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: b8457574-d3c4-42f0-8410-fcda72b132d2 is going to be created. [ 920.341983] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.342305] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.342496] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.342796] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.343132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.343399] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.459276] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.459660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.459839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.460172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.460447] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.460672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.460751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.461049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.461153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.461256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.461644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.461847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.461985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.462339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.462666] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.462869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.463032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.463342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.463545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.463775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.463996] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.504030] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.970598] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 920.988717] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.988925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.988925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.989146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.989146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.989324] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.989430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.989494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.989641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.989716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.989892] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.989986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.990067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.990300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.990300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.990448] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.990535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.990591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.990714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.991032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.991032] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 921.007161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.007290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.007359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.007517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.007675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.007675] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be updated. [ 921.037496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.037635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.037704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.037914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.038083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.049100] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: IN_PROGRESS for 2s [ 921.055986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.056166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.056166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.056381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.056523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072228] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 921.173302] env[65840]: INFO networking_nsxv3.common.synchronization [req-217a07c8-6c39-47f2-9941-2bfebbdda494 req-8363d5e2-bcd8-4906-8fcc-ce52ae1247db service nova] Enqueued Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_rules [ 921.173302] env[65840]: INFO networking_nsxv3.common.synchronization [req-217a07c8-6c39-47f2-9941-2bfebbdda494 req-8363d5e2-bcd8-4906-8fcc-ce52ae1247db service nova] Enqueued Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_members [ 921.173302] env[65840]: INFO networking_nsxv3.common.synchronization [req-217a07c8-6c39-47f2-9941-2bfebbdda494 req-8363d5e2-bcd8-4906-8fcc-ce52ae1247db service nova] Enqueued Resource ID: b8457574-d3c4-42f0-8410-fcda72b132d2 with Priority: HIGHEST for action port [ 921.173302] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_rules [ 921.173302] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_members [ 921.174123] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8457574-d3c4-42f0-8410-fcda72b132d2 with Priority: HIGHEST for action port [ 921.175779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.177023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.177023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.177282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.177375] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.178378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.178491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.178555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.178728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.178870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.178959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.179527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.179527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.179527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.184305] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.184305] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8457574-d3c4-42f0-8410-fcda72b132d2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.184305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.184305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.184305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.184305] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8457574-d3c4-42f0-8410-fcda72b132d2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.553921] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a93cf336-cc52-41a4-8521-73ab9171aa20 None None] Enqueued Resource ID: 7d019276-160f-4ae5-8401-32d2989b244c with Priority: HIGHEST for action port [ 921.554149] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d019276-160f-4ae5-8401-32d2989b244c with Priority: HIGHEST for action port [ 921.554522] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d019276-160f-4ae5-8401-32d2989b244c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.554657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d019276-160f-4ae5-8401-32d2989b244c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.554781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d019276-160f-4ae5-8401-32d2989b244c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.554969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d019276-160f-4ae5-8401-32d2989b244c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.555076] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d019276-160f-4ae5-8401-32d2989b244c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.688027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.688027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.688027] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8457574-d3c4-42f0-8410-fcda72b132d2 with status ACTIVE [ 921.688027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.688027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.688027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.688636] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.688636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.688636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.688636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.688636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.693245] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8457574-d3c4-42f0-8410-fcda72b132d2 is going to be updated. [ 921.715994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.716457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.716457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.716926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.717227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.717533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8457574-d3c4-42f0-8410-fcda72b132d2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.057959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d019276-160f-4ae5-8401-32d2989b244c [ 922.057959] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.057959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.057959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.058356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.059030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.059030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d019276-160f-4ae5-8401-32d2989b244c already deleted. [ 922.059030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d019276-160f-4ae5-8401-32d2989b244c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.195110] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.698138] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.698395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.698459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.698738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.698871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.699022] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 is going to be created. [ 922.731623] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.731623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.731623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.731623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.731623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.743184] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 in Status: UNINITIALIZED for 2s [ 923.060637] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 923.060928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.061140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.061407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.061641] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.061786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.062381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.062381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.062381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.062381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.062381] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.090660] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 923.090660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.176018] env[65840]: INFO networking_nsxv3.common.synchronization [None req-d7d744e1-6d6d-481d-918c-02b3a6e23612 tempest-ServersTestJSON-768525328 tempest-ServersTestJSON-768525328-project-member] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_rules [ 923.176018] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_rules [ 923.176018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.176018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.176018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.176018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.176018] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.341263] env[65840]: INFO networking_nsxv3.common.synchronization [None req-58aebebd-4af7-466e-a37f-92b30b550537 tempest-ServersTestJSON-768525328 tempest-ServersTestJSON-768525328-project-member] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_rules [ 923.341263] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_rules [ 923.341800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.342159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.566290] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.697816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.697991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.698065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.698287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.698378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.698474] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 already deleted. [ 923.698556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.698711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.698862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.699688] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.069959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6: rpc.has_security_group_logging(os_id): False [ 924.094875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.094875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.095068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.095491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.095491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.095491] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.095751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.095751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.095827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.095908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.096043] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be updated. [ 924.188533] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.188812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.188812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.189637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.190153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.205958] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: IN_PROGRESS for 2s [ 924.224126] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.224360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.224436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.224674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.224772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.224880] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 already deleted. [ 924.224964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.395585] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2dc73d98-6bdf-4260-ab5a-5c0ebcc19ad6 None None] Enqueued Resource ID: b927f14a-9e79-4f53-b075-7280d3a6f184 with Priority: HIGHEST for action port [ 924.396543] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b927f14a-9e79-4f53-b075-7280d3a6f184 with Priority: HIGHEST for action port [ 924.397164] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b927f14a-9e79-4f53-b075-7280d3a6f184 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.397404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b927f14a-9e79-4f53-b075-7280d3a6f184" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.397517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b927f14a-9e79-4f53-b075-7280d3a6f184" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.397906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b927f14a-9e79-4f53-b075-7280d3a6f184" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.398416] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b927f14a-9e79-4f53-b075-7280d3a6f184',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.756822] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 in Status: SUCCESS [ 924.757955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.758497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.762160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.762160] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.762160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.762160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.762160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.762160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.762160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.762160] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.901287] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b927f14a-9e79-4f53-b075-7280d3a6f184 [ 924.901619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.901837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.901837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.901962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.902018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.902134] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b927f14a-9e79-4f53-b075-7280d3a6f184 already deleted. [ 924.902195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b927f14a-9e79-4f53-b075-7280d3a6f184" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.264279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.264697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.264697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.264697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.264824] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.264909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.264964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.265155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.265258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.265396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.265494] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.265588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.265712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.265888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.265987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.266065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.266149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.266336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.266417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.266503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.266597] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.479888] env[65840]: INFO networking_nsxv3.common.synchronization [req-6592281c-0b07-441d-b37a-693418b6d7fd req-bf535054-1066-4138-a871-4ed71ff671f6 tempest-ServerActionsV293TestJSON-1902764099 tempest-ServerActionsV293TestJSON-1902764099-project-member] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_members [ 925.480793] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_members [ 925.481172] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.481308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.481378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.481628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.481794] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.481896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.481961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.482131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.482225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.482320] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.768988] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5: rpc.has_security_group_logging(os_id): False [ 925.788036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.788036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.788036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.788036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.788250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.788407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.788586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.788586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.788726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.788803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.788971] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.789082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.789145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.789283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.789358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.789530] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.789622] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.789699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.789811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.789885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.789970] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 is going to be created. [ 925.854649] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.854820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.854910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.856332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.856946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.872988] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 in Status: IN_PROGRESS for 2s [ 925.912728] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.913108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-488" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.913430] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-488" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.914406] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-488" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.914737] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.914920] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.915056] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.915303] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.915453] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.915670] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.915788] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.915963] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.916123] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.916246] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.916356] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.916489] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.939139] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.939427] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.939619] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.939811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-488" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.940256] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-fad81170-bfaf-4014-823d-500e3d8ef0fe taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.940480] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.940606] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.941216] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.941360] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad81170-bfaf-4014-823d-500e3d8ef0fe',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.984884] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.985108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.985212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.985462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.985584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.985878] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.986008] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.986110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.986323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.986436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.986552] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 already deleted. [ 925.986664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.221185] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 926.221185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.420342] env[65840]: INFO networking_nsxv3.common.synchronization [req-d546cd22-c476-41fe-9a30-cf29726fdf32 req-1fa05a89-0e95-4757-b24e-0ecb9f053d6e tempest-ImagesOneServerTestJSON-153807404 tempest-ImagesOneServerTestJSON-153807404-project-member] Enqueued Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_members [ 926.421068] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 with Priority: HIGHEST for action security_group_members [ 926.421311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-20131c46-1059-47aa-b763-56fa9c8a85a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.421448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.421525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.421744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.421916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.422049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.422123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.422540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.422644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.422746] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20131c46-1059-47aa-b763-56fa9c8a85a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.443950] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.444209] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.444302] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.444593] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.444747] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.446073] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port fad81170-bfaf-4014-823d-500e3d8ef0fe not found, creating... [ 926.446073] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.446073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.446073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.446073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.446073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.446462] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.446462] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.446462] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.446669] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.446825] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.447017] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: fad81170-bfaf-4014-823d-500e3d8ef0fe is going to be created. [ 926.475067] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.475067] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.475067] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.475067] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.475366] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.477956] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.925495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.926853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.926853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.926853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.926853] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.927491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.929026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.929026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.929026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.929026] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 is going to be updated. [ 926.960508] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.960508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.960508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.960508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.960508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.972954] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 in Status: IN_PROGRESS for 2s [ 927.272964] env[65840]: INFO networking_nsxv3.common.synchronization [req-6592281c-0b07-441d-b37a-693418b6d7fd req-34823d68-c111-4e2f-8f87-22d27ab89639 service nova] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_rules [ 927.273249] env[65840]: INFO networking_nsxv3.common.synchronization [req-6592281c-0b07-441d-b37a-693418b6d7fd req-34823d68-c111-4e2f-8f87-22d27ab89639 service nova] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_members [ 927.273433] env[65840]: INFO networking_nsxv3.common.synchronization [req-6592281c-0b07-441d-b37a-693418b6d7fd req-34823d68-c111-4e2f-8f87-22d27ab89639 service nova] Enqueued Resource ID: fad81170-bfaf-4014-823d-500e3d8ef0fe with Priority: HIGHEST for action port [ 927.274127] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_rules [ 927.274313] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_members [ 927.274449] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad81170-bfaf-4014-823d-500e3d8ef0fe with Priority: HIGHEST for action port [ 927.274818] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.274963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.275067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.275304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.275408] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.276862] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.277069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.277230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.277459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.277669] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.277812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.277880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.278086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.278206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.278353] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.279240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad81170-bfaf-4014-823d-500e3d8ef0fe taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.279363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.279577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.279757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.279841] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad81170-bfaf-4014-823d-500e3d8ef0fe',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.713329] env[65840]: INFO networking_nsxv3.common.synchronization [req-82b32e3f-7ca1-4492-96d5-eb429a35b21e req-c61392f1-ee0d-46dd-a44a-a4ae78c55d30 tempest-TenantUsagesTestJSON-1881236298 tempest-TenantUsagesTestJSON-1881236298-project-member] Enqueued Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_members [ 927.713329] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGHEST for action security_group_members [ 927.713329] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.713329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.715147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.715147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.715147] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.715147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.715147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.715147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.715147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.715147] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.781410] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad81170-bfaf-4014-823d-500e3d8ef0fe with status ACTIVE [ 927.781650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.781792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.781858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.782537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.782537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.782720] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.783120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.783120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.783201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.783311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.783584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.783735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.783974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.784096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.784317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.784413] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad81170-bfaf-4014-823d-500e3d8ef0fe is going to be updated. [ 927.785961] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.786624] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.786757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.810066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.810227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.810301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.810508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.810679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.810803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad81170-bfaf-4014-823d-500e3d8ef0fe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.901170] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 in Status: SUCCESS [ 927.901386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.948372] env[65840]: INFO networking_nsxv3.common.synchronization [req-91a124eb-a10b-496d-97da-6d00c34c300f req-e5007aaf-5b62-4e11-90b7-f382c0a48372 tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 927.948964] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 927.949327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.949461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.949567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.950079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.950255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.950360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.950507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.950694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.950783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.950897] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.217799] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.218044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.218128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.218381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.218478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.218693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.218813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.218870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.219012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.219232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.219232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 is going to be updated. [ 928.248841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.249036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.249036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.249285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.249433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.258610] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 in Status: IN_PROGRESS for 2s [ 928.289436] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.350029] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.350029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.350029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.350233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.350889] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.350889] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.350889] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.351158] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.351204] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.351778] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.351778] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.351778] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.351778] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.351993] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.352085] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.352250] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.371300] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.371538] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.371601] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.371759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.373983] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-1e6eecec-397e-42a1-804b-39d1c70a2e06 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.373983] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.373983] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.373983] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.373983] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6eecec-397e-42a1-804b-39d1c70a2e06',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.456444] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.456689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.456779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.456994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.457174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.457391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.457495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.457560] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.457725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.457805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.457892] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be deleted. [ 928.493082] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.493254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.493311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.493660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.493853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.494015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.792552] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.792552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.792552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.792552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.793143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.794103] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 is going to be created. [ 928.822723] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.822893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.822944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.823221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.823457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.833642] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f455b6-cce6-495e-b00d-87d953fc9059 in Status: UNINITIALIZED for 2s [ 928.875959] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.877055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.877055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.877055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.877055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.877055] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 1e6eecec-397e-42a1-804b-39d1c70a2e06 not found, creating... [ 928.877380] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.877606] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.877662] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.878225] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.878308] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.878609] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.878777] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.878894] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.879136] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.879267] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.879404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 1e6eecec-397e-42a1-804b-39d1c70a2e06 is going to be created. [ 928.904369] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.904369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.904369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.904369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.904369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.904369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.982318] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 in Status: SUCCESS [ 928.982514] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20131c46-1059-47aa-b763-56fa9c8a85a9 deletion is rescheduled due to dependency. [ 928.982824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20131c46-1059-47aa-b763-56fa9c8a85a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.622906] env[65840]: INFO networking_nsxv3.common.synchronization [req-91a124eb-a10b-496d-97da-6d00c34c300f req-1bf075f3-4e1b-44e6-8e8a-113bb51e3e2f service nova] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_rules [ 929.623039] env[65840]: INFO networking_nsxv3.common.synchronization [req-91a124eb-a10b-496d-97da-6d00c34c300f req-1bf075f3-4e1b-44e6-8e8a-113bb51e3e2f service nova] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 929.623190] env[65840]: INFO networking_nsxv3.common.synchronization [req-91a124eb-a10b-496d-97da-6d00c34c300f req-1bf075f3-4e1b-44e6-8e8a-113bb51e3e2f service nova] Enqueued Resource ID: 1e6eecec-397e-42a1-804b-39d1c70a2e06 with Priority: HIGHEST for action port [ 929.623685] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_rules [ 929.623813] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 929.623908] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6eecec-397e-42a1-804b-39d1c70a2e06 with Priority: HIGHEST for action port [ 929.624188] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.624330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.624409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.624626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.624711] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.625664] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.625664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.625754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.625871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.626070] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.626177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.626242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.626388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.626475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.626564] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.628015] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e6eecec-397e-42a1-804b-39d1c70a2e06 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.628137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.628418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.628418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.628418] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6eecec-397e-42a1-804b-39d1c70a2e06',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.895989] env[65840]: INFO networking_nsxv3.common.synchronization [req-5612f67c-2b3f-4d7a-968a-f2a12c56c868 req-e9629689-bf10-421e-af86-26c7d69e04f4 tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 929.896586] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 929.896899] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.897358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.897533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.897683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.897852] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.897957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.898039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.898224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.898340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.898779] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.130493] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.131602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.131826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.131962] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e6eecec-397e-42a1-804b-39d1c70a2e06 with status ACTIVE [ 930.132171] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.132311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.132420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.132613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.132775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.132960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.133076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.133110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.133288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.133393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.133607] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.133725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.133805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.133986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.134195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.134195] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e6eecec-397e-42a1-804b-39d1c70a2e06 is going to be updated. [ 930.158380] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.158527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.158596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.158806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.158946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.159341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e6eecec-397e-42a1-804b-39d1c70a2e06" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.276049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 in Status: SUCCESS [ 930.276265] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 deletion is rescheduled due to dependency. [ 930.276424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.400819] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.637076] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.845379] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f455b6-cce6-495e-b00d-87d953fc9059 in Status: SUCCESS [ 930.845575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.846050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.846134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.846335] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.846487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.846560] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.846760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.846870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.846971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.847115] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.903037] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.139638] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.139638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.139638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.139638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.139827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.139827] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be created. [ 931.167304] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.167458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.167514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.167728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.167889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.178866] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: UNINITIALIZED for 2s [ 931.196369] env[65840]: INFO networking_nsxv3.common.synchronization [req-e059fa9d-e67a-489d-9995-6e39ce510887 req-72a15889-d612-4694-97ea-328d58d5292b tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_members [ 931.197337] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_members [ 931.197337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.197337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.197337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.197553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.197683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.197790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.197834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.197993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.198085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.198176] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.349497] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.410299] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.410497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.410570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.410736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.410821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.410923] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 931.439327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.439952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.439952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.440394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.440849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.451999] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 931.701650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.701650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.701650] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f already deleted. [ 931.701650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.852461] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08f455b6-cce6-495e-b00d-87d953fc9059: rpc.has_security_group_logging(os_id): False [ 931.874493] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.874493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.874493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.874493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.874493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.874764] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.879187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.879187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.879187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.879187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.879187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 is going to be created. [ 931.956456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.956764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.956764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.956962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.957166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.969483] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f455b6-cce6-495e-b00d-87d953fc9059 in Status: IN_PROGRESS for 2s [ 931.979349] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.979750] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.979787] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980483] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980483] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.980483] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.980611] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980769] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980922] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.981147] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.981258] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.981362] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.981465] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.981570] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.981664] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.981824] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.001549] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.001721] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.001859] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.002049] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.002373] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-a4979296-bb19-4148-be38-b25ffd694fcc taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.002544] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.002662] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.002994] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.003155] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4979296-bb19-4148-be38-b25ffd694fcc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.505378] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.505947] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.506204] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.506727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.506946] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.508058] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port a4979296-bb19-4148-be38-b25ffd694fcc not found, creating... [ 932.508435] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.508641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.508752] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.509068] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.509264] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.509601] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.509805] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.509962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.510330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.510519] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.510694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: a4979296-bb19-4148-be38-b25ffd694fcc is going to be created. [ 932.531759] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.531992] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.532224] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.532441] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.532677] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.532901] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.193188] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 933.193480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.193615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.193834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.194036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.194174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.194243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.194403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.194486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.194572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.194674] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.269127] env[65840]: INFO networking_nsxv3.common.synchronization [req-e059fa9d-e67a-489d-9995-6e39ce510887 req-717987fe-cba9-490a-9106-3a6630a906a0 service nova] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_rules [ 933.269308] env[65840]: INFO networking_nsxv3.common.synchronization [req-e059fa9d-e67a-489d-9995-6e39ce510887 req-717987fe-cba9-490a-9106-3a6630a906a0 service nova] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_members [ 933.269697] env[65840]: INFO networking_nsxv3.common.synchronization [req-e059fa9d-e67a-489d-9995-6e39ce510887 req-717987fe-cba9-490a-9106-3a6630a906a0 service nova] Enqueued Resource ID: a4979296-bb19-4148-be38-b25ffd694fcc with Priority: HIGHEST for action port [ 933.270113] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_rules [ 933.270257] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_members [ 933.270356] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4979296-bb19-4148-be38-b25ffd694fcc with Priority: HIGHEST for action port [ 933.270718] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.271400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.271474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.272729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.272729] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.273114] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.273261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.273345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.273598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.273767] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.274136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.274136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.276864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.276985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.277245] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.281030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4979296-bb19-4148-be38-b25ffd694fcc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.281030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.281030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.281030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.281030] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4979296-bb19-4148-be38-b25ffd694fcc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.464085] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 933.464326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.473235] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b3044ba4-0751-4a51-809f-323cc716be1b None None] Enqueued Resource ID: 08ff1d76-93ac-4eea-8e8b-26c4bd79e075 with Priority: HIGHEST for action port [ 933.473482] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ff1d76-93ac-4eea-8e8b-26c4bd79e075 with Priority: HIGHEST for action port [ 933.474073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ff1d76-93ac-4eea-8e8b-26c4bd79e075 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.474250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ff1d76-93ac-4eea-8e8b-26c4bd79e075" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.474298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ff1d76-93ac-4eea-8e8b-26c4bd79e075" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ff1d76-93ac-4eea-8e8b-26c4bd79e075" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.474657] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ff1d76-93ac-4eea-8e8b-26c4bd79e075',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.697825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.698109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.698109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.698297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.698431] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.698654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.698654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.698766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.698812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.698980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.699067] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.699134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.699234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.699347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.699448] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.699632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.699632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.699743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.699790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.699844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.699935] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.781451] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.781451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.781451] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.782247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4979296-bb19-4148-be38-b25ffd694fcc with status ACTIVE [ 933.782418] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.782528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.782603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.782799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.782886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.783094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.783205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.783257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.783375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.783455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.783624] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.783718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.783776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.783962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.784156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.785326] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4979296-bb19-4148-be38-b25ffd694fcc is going to be updated. [ 933.823569] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.823723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.823829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.824061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.824236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.824406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4979296-bb19-4148-be38-b25ffd694fcc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.951285] env[65840]: INFO networking_nsxv3.common.synchronization [req-ffb3b35f-f8a8-4f45-b8c2-a89416895145 req-89b5baf2-a51d-497e-a511-3dccacd7ae45 tempest-ServerAddressesNegativeTestJSON-1318379067 tempest-ServerAddressesNegativeTestJSON-1318379067-project-member] Enqueued Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_members [ 933.951916] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_members [ 933.952288] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.952432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.952496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.952764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.953116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.953116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.953116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.953309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.953354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.953433] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.976409] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ff1d76-93ac-4eea-8e8b-26c4bd79e075 [ 933.976644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.976773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.976836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.977146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.977296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.977360] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ff1d76-93ac-4eea-8e8b-26c4bd79e075 already deleted. [ 933.977444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ff1d76-93ac-4eea-8e8b-26c4bd79e075" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.985742] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08f455b6-cce6-495e-b00d-87d953fc9059 in Status: SUCCESS [ 933.985742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.202447] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0047fe4d-190e-4480-a27c-ba0bd79c8b32: rpc.has_security_group_logging(os_id): False [ 934.225340] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.225340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.225340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.225340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.225340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.225340] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.225340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.225903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.225903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.225903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.226055] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.226165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.226302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.226470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.226581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.226868] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.227022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.227151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.227348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.227469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.227590] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be created. [ 934.290161] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.315702] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.315881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.315986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.316376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.316611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.334104] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 934.407300] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.407453] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-916" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.409020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-916" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.409020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-916" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.409020] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.409020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.409020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.409382] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.409543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.409775] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.409891] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.410009] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.410145] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.410258] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.410362] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.410497] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.457084] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.457648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.457829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.458340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.458547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.458923] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.459223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.459341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.459612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.459710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.459866] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0751e58-946c-455f-adc9-1f821edf39a9 already deleted. [ 934.460057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.467043] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.467471] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.467671] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.469287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-916" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.469287] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-b3cb4ab1-370c-45db-a0ef-c78404d40a61 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.469770] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.474583] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.476168] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.476168] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3cb4ab1-370c-45db-a0ef-c78404d40a61',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.792460] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.792827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.792827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.792920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.793054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.793090] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f is going to be created. [ 934.821639] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.821822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.821861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.822077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.822618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.833161] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299695fe-1227-4fb0-9f73-64a9c880839f in Status: UNINITIALIZED for 2s [ 934.980362] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.980568] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.980687] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.980980] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.981136] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.981282] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port b3cb4ab1-370c-45db-a0ef-c78404d40a61 not found, creating... [ 934.981574] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.981750] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.981868] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.982107] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.982269] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.982649] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.982823] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.982940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.983161] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.983294] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.983430] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: b3cb4ab1-370c-45db-a0ef-c78404d40a61 is going to be created. [ 935.007540] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.007540] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.007768] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.007941] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.008195] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.008442] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.750869] env[65840]: INFO networking_nsxv3.common.synchronization [req-ffb3b35f-f8a8-4f45-b8c2-a89416895145 req-91a7a4de-dac8-4502-b3aa-2390d200bd67 service nova] Enqueued Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_rules [ 935.750869] env[65840]: INFO networking_nsxv3.common.synchronization [req-ffb3b35f-f8a8-4f45-b8c2-a89416895145 req-91a7a4de-dac8-4502-b3aa-2390d200bd67 service nova] Enqueued Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_members [ 935.752053] env[65840]: INFO networking_nsxv3.common.synchronization [req-ffb3b35f-f8a8-4f45-b8c2-a89416895145 req-91a7a4de-dac8-4502-b3aa-2390d200bd67 service nova] Enqueued Resource ID: b3cb4ab1-370c-45db-a0ef-c78404d40a61 with Priority: HIGHEST for action port [ 935.754146] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_rules [ 935.754146] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_members [ 935.754146] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3cb4ab1-370c-45db-a0ef-c78404d40a61 with Priority: HIGHEST for action port [ 935.754146] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.754146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.754146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.754146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.754146] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.758838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.758838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.758838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.758838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.758838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.758838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.758838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.759179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.759179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.759179] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.762429] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3cb4ab1-370c-45db-a0ef-c78404d40a61 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.762556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.762627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.762832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.762959] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3cb4ab1-370c-45db-a0ef-c78404d40a61',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.160604] env[65840]: INFO networking_nsxv3.common.synchronization [None req-28ab1ef7-ff25-4795-b607-7ff489821e65 None None] Enqueued Resource ID: cf4e596e-0d4c-46fd-b4f4-0ac146e529a8 with Priority: HIGHEST for action port [ 936.161290] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4e596e-0d4c-46fd-b4f4-0ac146e529a8 with Priority: HIGHEST for action port [ 936.161730] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4e596e-0d4c-46fd-b4f4-0ac146e529a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.161864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4e596e-0d4c-46fd-b4f4-0ac146e529a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.161960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4e596e-0d4c-46fd-b4f4-0ac146e529a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.164035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4e596e-0d4c-46fd-b4f4-0ac146e529a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.164035] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4e596e-0d4c-46fd-b4f4-0ac146e529a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.258547] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.258892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.265270] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.269036] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3cb4ab1-370c-45db-a0ef-c78404d40a61 with status ACTIVE [ 936.269036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.269036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.269036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.269926] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.269926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.269926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.269926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.269926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.271440] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3cb4ab1-370c-45db-a0ef-c78404d40a61 is going to be updated. [ 936.301667] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.301811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.301889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.302317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.302472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.302702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3cb4ab1-370c-45db-a0ef-c78404d40a61" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.352896] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 936.352896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.668250] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4e596e-0d4c-46fd-b4f4-0ac146e529a8 [ 936.668250] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.668250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.668250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.668250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.668250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.668250] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4e596e-0d4c-46fd-b4f4-0ac146e529a8 already deleted. [ 936.668250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4e596e-0d4c-46fd-b4f4-0ac146e529a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.774257] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.847825] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299695fe-1227-4fb0-9f73-64a9c880839f in Status: SUCCESS [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.847825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.847825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.847825] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.276865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.277087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.277187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.277430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.277527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.277639] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0751e58-946c-455f-adc9-1f821edf39a9 is going to be created. [ 937.320139] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.320380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.320512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.320846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.321150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.350123] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.366050] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0751e58-946c-455f-adc9-1f821edf39a9 in Status: UNINITIALIZED for 2s [ 937.853451] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 299695fe-1227-4fb0-9f73-64a9c880839f: rpc.has_security_group_logging(os_id): False [ 937.880705] env[65840]: INFO networking_nsxv3.common.synchronization [req-42153144-a3ef-46d1-a26f-2bc196f55f1a req-9348a99e-dc31-4763-8ec4-6562afc67b58 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 937.881702] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 937.881966] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.882312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.882428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.882828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.883015] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.883151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.884086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.884292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.884399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.884540] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.887645] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.887825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.887897] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.888170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.888271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.888571] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.888707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.888787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.889154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.889154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.889154] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f is going to be created. [ 937.949732] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f9533bc-41a8-490b-8bbc-66ac6ea72342 req-6d6095c2-9fc3-436e-a564-4b5df2346a6b tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 937.950349] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 937.951413] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.951413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.951413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.951413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.951413] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.951413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.952206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.952206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.952206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.952206] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.011055] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.011055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.011055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.011055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.011055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.035835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299695fe-1227-4fb0-9f73-64a9c880839f in Status: IN_PROGRESS for 2s [ 938.394680] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.454043] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.454558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.454676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.454923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.477418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.477773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.477934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.478079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.478249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.478381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.478576] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 938.506297] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.506484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.506534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.506753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.507055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.517331] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.517560] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.517645] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.517899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.518180] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.518351] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.518506] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.518725] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.518861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.519071] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.519181] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.519283] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.519383] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.519487] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.519587] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.519713] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.521681] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 938.539934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.540184] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.540391] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.540685] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.541173] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-8e89690c-bee7-4409-b38d-98574a2009c0 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.541450] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.541914] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.542362] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.542619] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e89690c-bee7-4409-b38d-98574a2009c0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.556541] env[65840]: INFO networking_nsxv3.common.synchronization [req-2860e3a7-1e71-4af7-a0d7-5ed872fa5346 req-0b2abd2a-4c75-45b8-a8aa-fcb69a467f34 tempest-ImagesNegativeTestJSON-1129777055 tempest-ImagesNegativeTestJSON-1129777055-project-member] Enqueued Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_members [ 938.557161] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGHEST for action security_group_members [ 938.557543] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.557663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.557723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.557930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.558116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.558255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.558255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.558385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.558749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.558749] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.897807] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.045732] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.045971] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.046113] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.046431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.046581] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.046733] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 8e89690c-bee7-4409-b38d-98574a2009c0 not found, creating... [ 939.047099] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.047178] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.047343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.047564] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.047696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.047994] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.048147] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.048270] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.048469] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.048603] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.048736] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 8e89690c-bee7-4409-b38d-98574a2009c0 is going to be created. [ 939.062521] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.062791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.062893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.063124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.063258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.063465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.063568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.063633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.063786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.063863] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.063950] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 is going to be updated. [ 939.070394] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.070669] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.070847] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.071157] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.071428] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.071687] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.097643] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.097806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.097885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.098263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.098423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.114271] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 in Status: IN_PROGRESS for 2s [ 939.377908] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0751e58-946c-455f-adc9-1f821edf39a9 in Status: SUCCESS [ 939.378155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.378379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.378637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.378907] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.380192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.380192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.380192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.380192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.380192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.380192] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.400899] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.401122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.401180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.401413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.401524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.401631] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 939.466310] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.467294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.467708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.468475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.468754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.480270] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 939.793022] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f9533bc-41a8-490b-8bbc-66ac6ea72342 req-e10f19be-f711-4da1-9b07-f37ff0e5e6e6 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 939.793022] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f9533bc-41a8-490b-8bbc-66ac6ea72342 req-e10f19be-f711-4da1-9b07-f37ff0e5e6e6 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 939.793022] env[65840]: INFO networking_nsxv3.common.synchronization [req-3f9533bc-41a8-490b-8bbc-66ac6ea72342 req-e10f19be-f711-4da1-9b07-f37ff0e5e6e6 service nova] Enqueued Resource ID: 8e89690c-bee7-4409-b38d-98574a2009c0 with Priority: HIGHEST for action port [ 939.793534] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 939.794119] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 939.797430] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e89690c-bee7-4409-b38d-98574a2009c0 with Priority: HIGHEST for action port [ 939.797430] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.797430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.797430] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.797430] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e89690c-bee7-4409-b38d-98574a2009c0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.797430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.797430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e89690c-bee7-4409-b38d-98574a2009c0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.885154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.885154] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.885154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.886904] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.886904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.886904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.891103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.891103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.891103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.891103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.891103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.891103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.891103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.891103] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.051524] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299695fe-1227-4fb0-9f73-64a9c880839f in Status: SUCCESS [ 940.051968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.249885] env[65840]: INFO networking_nsxv3.common.synchronization [req-87205bfa-e4d2-4045-847f-63032ba10e16 req-118aa6ba-be57-4a38-b39a-ef84b69f94a8 tempest-MigrationsAdminTest-779376332 tempest-MigrationsAdminTest-779376332-project-member] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 940.250573] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 940.251143] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.251412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.251412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.251940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.251940] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.251940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.251940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.252110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.252110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.252181] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.300839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.301108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.301255] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e89690c-bee7-4409-b38d-98574a2009c0 with status ACTIVE [ 940.301597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.301747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.301808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.302101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.302249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.302448] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.302617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.302617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.302815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.302885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.304044] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.304236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.304361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.304509] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.304608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.304693] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e89690c-bee7-4409-b38d-98574a2009c0 is going to be updated. [ 940.334383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.335652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.335652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.335652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.335652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.335652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e89690c-bee7-4409-b38d-98574a2009c0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.393457] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0751e58-946c-455f-adc9-1f821edf39a9: rpc.has_security_group_logging(os_id): False [ 940.420954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.420954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.420954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.421238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.421238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.421478] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.421478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.421651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.421685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.421756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.421968] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.422040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.422104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.422328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.422328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.422477] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.422587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.422793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.422793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.422871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.422976] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0751e58-946c-455f-adc9-1f821edf39a9 is going to be created. [ 940.519839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.520060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.520153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.520884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.520884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.538412] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 940.539559] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 940.539559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.539559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.542491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.542491] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.542491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.542491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.542491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.542491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.542491] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.546223] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0751e58-946c-455f-adc9-1f821edf39a9 in Status: IN_PROGRESS for 2s [ 940.754984] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.047937] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.131679] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 in Status: SUCCESS [ 941.133321] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 deletion is rescheduled due to dependency. [ 941.133441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.258059] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.491647] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 941.491929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.532458] env[65840]: INFO networking_nsxv3.common.synchronization [None req-430dc4c6-f733-403b-aa33-30289127dac5 None None] Enqueued Resource ID: e5b3f25c-beab-4d25-9dcf-53aa6a08187c with Priority: HIGHEST for action port [ 941.534076] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3f25c-beab-4d25-9dcf-53aa6a08187c with Priority: HIGHEST for action port [ 941.534076] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b3f25c-beab-4d25-9dcf-53aa6a08187c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.534076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b3f25c-beab-4d25-9dcf-53aa6a08187c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.534076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b3f25c-beab-4d25-9dcf-53aa6a08187c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.534076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b3f25c-beab-4d25-9dcf-53aa6a08187c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.534076] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b3f25c-beab-4d25-9dcf-53aa6a08187c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.550693] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.761687] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.761894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.761971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.762235] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.762333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.762455] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be updated. [ 941.804988] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.805161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.805219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.807227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.807512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.820113] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 942.036746] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b3f25c-beab-4d25-9dcf-53aa6a08187c [ 942.036806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.037037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.037037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.037280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.037426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.037558] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b3f25c-beab-4d25-9dcf-53aa6a08187c already deleted. [ 942.037653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b3f25c-beab-4d25-9dcf-53aa6a08187c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.054215] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.054491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.054574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.054786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.054876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.056550] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 942.096023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.096023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.096023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.096023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.096023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.106772] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 942.563280] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0751e58-946c-455f-adc9-1f821edf39a9 in Status: SUCCESS [ 942.563582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.345287] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5b363044-de72-4f80-ab89-d5924265a19d tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 943.345987] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 943.346393] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.346534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.346616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.347101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.347101] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.488579] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a458ffa2-55a2-498c-9bdc-a8ba9b5a242b tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 943.493653] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 943.493653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.493653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.831251] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 943.831783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.873077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.873277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.873342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.873526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.873610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.873710] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a already deleted. [ 943.873866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.874053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.874228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.874317] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.115994] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 944.116253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.116573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.116769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.116960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.121036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.121036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.121036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.121036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.121036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.121036] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.133698] env[65840]: INFO networking_nsxv3.common.synchronization [None req-7d5e3a60-9d8d-4dfa-ad4d-d22bf77704c6 None None] Enqueued Resource ID: 48f5cfa8-dbf7-4c25-a851-e7808820e772 with Priority: HIGHEST for action port [ 944.134380] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f5cfa8-dbf7-4c25-a851-e7808820e772 with Priority: HIGHEST for action port [ 944.134921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f5cfa8-dbf7-4c25-a851-e7808820e772 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.135649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f5cfa8-dbf7-4c25-a851-e7808820e772" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.135764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f5cfa8-dbf7-4c25-a851-e7808820e772" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.136067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f5cfa8-dbf7-4c25-a851-e7808820e772" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.136219] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f5cfa8-dbf7-4c25-a851-e7808820e772',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.404594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.404594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.404594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.404594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.404594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.404594] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a already deleted. [ 944.404594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.621069] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.621237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.621311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.621529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.621690] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.621800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.622162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.622162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.622283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.622325] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.622404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.622462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.622598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.624123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.624123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.624123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.624123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.624123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.624123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.624123] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.639208] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48f5cfa8-dbf7-4c25-a851-e7808820e772 [ 944.639619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.639923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.639923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.640450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.640450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.640580] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48f5cfa8-dbf7-4c25-a851-e7808820e772 already deleted. [ 944.640882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f5cfa8-dbf7-4c25-a851-e7808820e772" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.125581] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107d984f-4d36-43f3-9054-2b2263634454: rpc.has_security_group_logging(os_id): False [ 945.147265] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.147450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.147561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.147816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.147897] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.148331] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.148331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.148331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.148800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.148800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.148800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.148800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.148800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.149073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.149073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.150037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.150037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.150037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.150037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.150037] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 945.225411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.225966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.248652] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 946.879542] env[65840]: INFO networking_nsxv3.common.synchronization [req-6f81d298-ec08-4cc5-97cc-2529d4a48c03 req-2dca7930-74ab-49a9-9a71-fd3acc573b62 tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 946.880156] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed95872-51dc-441e-9653-f3133005b927 with Priority: HIGHEST for action security_group_members [ 946.880831] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ed95872-51dc-441e-9653-f3133005b927 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.880831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.880831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.881108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.881912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.881912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.881912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.881912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.881912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.882290] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ed95872-51dc-441e-9653-f3133005b927',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.266824] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 947.266824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.385833] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.386098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.386183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.386447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.386577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.386781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.386881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.386944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.387109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.387187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.387336] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed95872-51dc-441e-9653-f3133005b927 is going to be updated. [ 947.441868] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.442083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.442083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.442397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.442976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.460605] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: IN_PROGRESS for 2s [ 948.228439] env[65840]: INFO networking_nsxv3.common.synchronization [req-0a5b4964-e75d-4190-acb5-48e51cdc83c4 req-d01a0122-f571-46df-a32e-088eaaf502ae tempest-ServerMetadataTestJSON-1106297579 tempest-ServerMetadataTestJSON-1106297579-project-member] Enqueued Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_members [ 948.229101] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGHEST for action security_group_members [ 948.229523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.229616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.229686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.230270] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.230431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.230521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.230718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.230840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.230969] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.733542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.733705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.733779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.734019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.734142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734344] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.734483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.734541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.734727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.734803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734857] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037573e7-b853-451d-8c1c-c9794661fcca is going to be updated. [ 948.760822] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.760985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.761050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.761292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.761443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.771936] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037573e7-b853-451d-8c1c-c9794661fcca in Status: IN_PROGRESS for 2s [ 949.473850] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ed95872-51dc-441e-9653-f3133005b927 in Status: SUCCESS [ 949.474222] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ed95872-51dc-441e-9653-f3133005b927 deletion is rescheduled due to dependency. [ 949.474421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ed95872-51dc-441e-9653-f3133005b927" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.782888] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037573e7-b853-451d-8c1c-c9794661fcca in Status: SUCCESS [ 950.783734] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037573e7-b853-451d-8c1c-c9794661fcca deletion is rescheduled due to dependency. [ 950.783734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.969594] env[65840]: INFO networking_nsxv3.common.synchronization [req-41090f24-42c6-4ec4-8bc9-5d41864124a4 req-4215eded-8125-4843-8b5a-2c57d4389c2e tempest-ServerRescueTestJSON-1366421343 tempest-ServerRescueTestJSON-1366421343-project-member] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 950.969594] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGHEST for action security_group_members [ 950.969594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.969594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.969594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.969594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.969594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.971202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.971424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.971697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.972896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.972896] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.099780] env[65840]: INFO networking_nsxv3.common.synchronization [req-8f90bd79-dea6-400f-8cf6-8c0012e55e04 req-68c2c031-1462-4742-a849-3631dc7b8d51 tempest-ListImageFiltersTestJSON-42807243 tempest-ListImageFiltersTestJSON-42807243-project-member] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 951.100363] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 951.103335] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.104338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.104338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.104338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.104338] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.104338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.104338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.105089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.105089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.105089] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.362568] env[65840]: INFO networking_nsxv3.common.synchronization [req-3002432a-a4ac-4dd6-8627-bd3fc99373e3 req-903c3a0c-cb44-44e8-b130-b271a6d2369d tempest-ServerAddressesNegativeTestJSON-1318379067 tempest-ServerAddressesNegativeTestJSON-1318379067-project-member] Enqueued Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_members [ 951.363186] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGHEST for action security_group_members [ 951.364132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.364132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.364132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.364132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.364328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.364386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.364449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.364633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.364715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.364829] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.474748] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.475047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.475181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.475447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.475591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.475885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.476040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.476153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.476405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.476819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.476819] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be updated. [ 951.506647] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.506794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.506858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.507097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.507244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.523474] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: IN_PROGRESS for 2s [ 951.608833] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.869378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.869378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.869378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.869378] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0751e58-946c-455f-adc9-1f821edf39a9 is going to be updated. [ 951.899080] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.899080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.899080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.899080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.899080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.906010] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0751e58-946c-455f-adc9-1f821edf39a9 in Status: IN_PROGRESS for 2s [ 952.111241] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.613476] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.613623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.613700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.613980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.615339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.615481] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be updated. [ 952.645077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.645228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.645298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.645507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.645652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.654268] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: IN_PROGRESS for 2s [ 952.804228] env[65840]: INFO networking_nsxv3.common.synchronization [req-5a65fef8-46ca-4910-9272-28a31a0ea753 req-57223199-8387-460f-a6b6-2030645da568 tempest-ServersNegativeTestJSON-569843469 tempest-ServersNegativeTestJSON-569843469-project-member] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 952.804790] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 952.805201] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.805373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.805479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.805742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.805953] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.806116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.806215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.806429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.806550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.806731] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.118990] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.118990] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.118990] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.119468] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.119510] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.119789] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.119789] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.120497] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.120497] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.120497] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.120659] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.120754] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.120973] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.120973] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.121069] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.121183] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.146229] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.146452] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.146650] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.146882] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.148813] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.148813] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.148813] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.148813] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.148813] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb32170-93d1-4ef5-b4d6-b4f3107546b8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.309973] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.533385] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f in Status: SUCCESS [ 953.533385] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f deletion is rescheduled due to dependency. [ 953.533385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.652196] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.652351] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.652414] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.652680] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.652829] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.652986] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 3cb32170-93d1-4ef5-b4d6-b4f3107546b8 not found, creating... [ 953.653273] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.653432] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.653547] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.653765] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.653899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.654240] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.654415] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.654647] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.654936] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655203] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.655405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 3cb32170-93d1-4ef5-b4d6-b4f3107546b8 is going to be created. [ 953.678500] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.678703] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.678830] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.679168] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.679403] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.679635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.814456] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.919117] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0751e58-946c-455f-adc9-1f821edf39a9 in Status: SUCCESS [ 953.920096] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0751e58-946c-455f-adc9-1f821edf39a9 deletion is rescheduled due to dependency. [ 953.920096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.318018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.318435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.318515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.318761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.318865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.318986] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 954.349235] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.350559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.350559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.350559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.350559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.359800] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 954.438485] env[65840]: INFO networking_nsxv3.common.synchronization [req-5a65fef8-46ca-4910-9272-28a31a0ea753 req-2f75dfbc-7a1c-4913-a7cc-681459595764 service nova] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_rules [ 954.438485] env[65840]: INFO networking_nsxv3.common.synchronization [req-5a65fef8-46ca-4910-9272-28a31a0ea753 req-2f75dfbc-7a1c-4913-a7cc-681459595764 service nova] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 954.438485] env[65840]: INFO networking_nsxv3.common.synchronization [req-5a65fef8-46ca-4910-9272-28a31a0ea753 req-2f75dfbc-7a1c-4913-a7cc-681459595764 service nova] Enqueued Resource ID: 3cb32170-93d1-4ef5-b4d6-b4f3107546b8 with Priority: HIGHEST for action port [ 954.438485] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_rules [ 954.438485] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 954.438982] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb32170-93d1-4ef5-b4d6-b4f3107546b8 with Priority: HIGHEST for action port [ 954.439078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.440148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.440226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.440436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.440524] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.441443] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.441548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.441744] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.441847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.441911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.442105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.442185] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb32170-93d1-4ef5-b4d6-b4f3107546b8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.551085] env[65840]: INFO networking_nsxv3.common.synchronization [req-d9c22f08-4911-4ec1-af03-bd2fef809171 req-cd267185-2c47-4539-85ec-3b462496c4f6 tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 954.552747] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 954.553352] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.553470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.553618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.553814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.553963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.554079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.554148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.554287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.554374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.554466] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.664671] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 954.665130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.948933] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.949123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.949333] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cb32170-93d1-4ef5-b4d6-b4f3107546b8 with status ACTIVE [ 954.949513] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.949620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.949705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.949986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.950147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.950322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.950440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.950703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.950777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.950956] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.951061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.951142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.951363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.951455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.951562] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cb32170-93d1-4ef5-b4d6-b4f3107546b8 is going to be updated. [ 954.974087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.974301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.974301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.974447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.974587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.974819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb32170-93d1-4ef5-b4d6-b4f3107546b8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.056542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.056797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.056949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.057294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.057391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.057591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.057693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.057762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.057921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.058046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.058139] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be updated. [ 955.105349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.105550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.105550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.106253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.106253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.117700] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 955.564382] env[65840]: INFO networking_nsxv3.common.synchronization [req-f93ec4a7-9260-4347-99af-2ea07bee5b8c req-fc16c126-f708-4e5c-a197-4cbe11461968 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_members [ 955.565349] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_members [ 955.565349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.565349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.565485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.565664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.565796] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.565899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.565981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.566232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.566313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.566473] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.895963] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.896122] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.896272] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.896475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.896754] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.896921] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.897483] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.897777] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.897950] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.898228] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.898348] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.898455] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.898562] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.898670] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.898775] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.898904] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.921288] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.921457] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.921596] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.921788] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.922113] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.922287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.922435] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.922814] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.922960] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.070169] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.070375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.070431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.070631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.070746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.070924] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.071028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.071099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.071249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.071327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.071426] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 already deleted. [ 956.071485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.371443] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 956.371813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.371970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.372239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.372484] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.372642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.372837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.373052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.373178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.373283] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.425588] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.425878] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.426071] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.429294] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.431247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.431247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe not found, creating... [ 956.431247] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.431247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.431247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.431247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.431247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.431809] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.432125] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.432349] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.434257] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.434257] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.434257] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe is going to be created. [ 956.461424] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.462173] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.462332] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.462660] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.465952] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.466212] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.876352] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.128175] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 957.128456] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 deletion is rescheduled due to dependency. [ 957.128552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.177687] env[65840]: INFO networking_nsxv3.common.synchronization [req-f93ec4a7-9260-4347-99af-2ea07bee5b8c req-8451c8eb-5ca1-45f8-8a19-80c9e6aaa4b1 service nova] Enqueued Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_rules [ 957.178119] env[65840]: INFO networking_nsxv3.common.synchronization [req-f93ec4a7-9260-4347-99af-2ea07bee5b8c req-8451c8eb-5ca1-45f8-8a19-80c9e6aaa4b1 service nova] Enqueued Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_members [ 957.178367] env[65840]: INFO networking_nsxv3.common.synchronization [req-f93ec4a7-9260-4347-99af-2ea07bee5b8c req-8451c8eb-5ca1-45f8-8a19-80c9e6aaa4b1 service nova] Enqueued Resource ID: dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe with Priority: HIGHEST for action port [ 957.179980] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_rules [ 957.179980] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_members [ 957.179980] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe with Priority: HIGHEST for action port [ 957.179980] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.179980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.180326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.180747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.180920] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.182247] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.182247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.182445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.182946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.183222] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.183529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.183696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.187068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.187068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.187068] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.188699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.188840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.188950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.189252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.189384] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.378706] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.691529] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.691725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.691994] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.695385] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe with status ACTIVE [ 957.695590] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.695719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.695789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.696011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.696128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.696325] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.696418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.696475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.696636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.696821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.697096] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.697209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.697278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.697440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.697521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.697609] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe is going to be updated. [ 957.720701] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.720867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.720947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.721224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.721396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.721571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba7e8e1-4e67-4565-b9d0-bd8aca8c9bbe" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.881968] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.883015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.883015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.883015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.883015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.883015] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 957.925993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.925993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.925993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.926285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.926444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.937159] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 958.194504] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.698875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.699046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.699046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.699314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.699410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.699586] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 is going to be created. [ 958.726038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.726390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.726390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.726531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.726619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.739399] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a43b13-1c87-49de-837b-534dca7c6d20 in Status: UNINITIALIZED for 2s [ 959.594029] env[65840]: INFO networking_nsxv3.common.synchronization [req-c7d7c7d3-6524-4d74-9018-493cacfb7138 req-a21d5d6d-b46e-4616-b16d-8e9b53ab99ce tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_members [ 959.594403] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_members [ 959.594715] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.594807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.594869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.595208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.595378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.595489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.595555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.595719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.595831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.595916] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.947103] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 959.947339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.947507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.947834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.947941] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.948086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.948189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.948311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.948391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.948478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.948570] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.008218] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.008218] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.008218] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.008663] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.009072] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.009397] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.009682] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.010056] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.010309] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.010615] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.010837] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.011140] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.013019] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.013019] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.013019] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.013019] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.036346] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.036346] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.036346] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.036346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.036346] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.036346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.036346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.036346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.036346] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa64af7-c580-4c1d-83cd-9ab3e1e7a91d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.099850] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.100025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.100107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.100321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.100415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.100605] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.100707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.100765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.100915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.100989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.101098] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 already deleted. [ 960.101154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.451329] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.451526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.451655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.451967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.452202] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.452321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.452451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.452689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.452823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.452954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.453124] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.454125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.454226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.454427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.454697] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.454859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.454928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.455115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.455212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.455335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.455381] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.542241] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.542504] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.542574] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.542958] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.543206] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.543401] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port efa64af7-c580-4c1d-83cd-9ab3e1e7a91d not found, creating... [ 960.543726] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.544271] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.544271] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.544405] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.544621] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545108] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545245] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.545366] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.545591] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.545887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.545887] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: efa64af7-c580-4c1d-83cd-9ab3e1e7a91d is going to be created. [ 960.569137] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.569372] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.569501] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.569775] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.570048] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.570335] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.750898] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a43b13-1c87-49de-837b-534dca7c6d20 in Status: SUCCESS [ 960.750898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.750898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.750898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.750898] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.750898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.750898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.750898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.751401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.751401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.751401] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.958937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76085f5f-30c4-41d3-962d-39bd449c0559: rpc.has_security_group_logging(os_id): False [ 960.977353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.977575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.977652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.977878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.977976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.978204] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.978305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.978370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.978521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.978600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.978785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.978875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.978941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.979137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.979192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.979338] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.979433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.979496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.979633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.979707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.979791] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 961.052810] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.052981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.053140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.053367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.053624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.077082] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 961.256152] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.327094] env[65840]: INFO networking_nsxv3.common.synchronization [req-c7d7c7d3-6524-4d74-9018-493cacfb7138 req-7674d139-c2df-4d79-97b8-bf5e3aedd682 service nova] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_rules [ 961.327387] env[65840]: INFO networking_nsxv3.common.synchronization [req-c7d7c7d3-6524-4d74-9018-493cacfb7138 req-7674d139-c2df-4d79-97b8-bf5e3aedd682 service nova] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_members [ 961.327584] env[65840]: INFO networking_nsxv3.common.synchronization [req-c7d7c7d3-6524-4d74-9018-493cacfb7138 req-7674d139-c2df-4d79-97b8-bf5e3aedd682 service nova] Enqueued Resource ID: efa64af7-c580-4c1d-83cd-9ab3e1e7a91d with Priority: HIGHEST for action port [ 961.328433] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_rules [ 961.328637] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_members [ 961.328838] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa64af7-c580-4c1d-83cd-9ab3e1e7a91d with Priority: HIGHEST for action port [ 961.329312] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.329547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.329681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.330029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.330205] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.331989] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.332245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.332382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.332659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.332881] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.333059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.333159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.333376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.333538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.333726] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.334674] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.335620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.335620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.335620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.335620] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efa64af7-c580-4c1d-83cd-9ab3e1e7a91d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.759167] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41a43b13-1c87-49de-837b-534dca7c6d20: rpc.has_security_group_logging(os_id): False [ 961.780108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.780295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.780397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.780680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.780823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.781105] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.781230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.781298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.781482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.781590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.781730] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 is going to be created. [ 961.837282] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.837464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.837750] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.838743] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efa64af7-c580-4c1d-83cd-9ab3e1e7a91d with status ACTIVE [ 961.838944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.839091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.839179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.839464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.839585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.839778] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.839901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.839970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.840923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.840923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.840923] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.840923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.840923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.841169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.841169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.841263] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efa64af7-c580-4c1d-83cd-9ab3e1e7a91d is going to be updated. [ 961.853962] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.854125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.854196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.854440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.854638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.868366] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.868735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.868845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.869147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.869286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.869430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efa64af7-c580-4c1d-83cd-9ab3e1e7a91d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.870131] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a43b13-1c87-49de-837b-534dca7c6d20 in Status: IN_PROGRESS for 2s [ 962.344726] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.847797] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.847797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.847797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.848067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.848308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.848308] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 is going to be created. [ 962.877958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.877958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.877958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.877958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.877958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.889561] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 in Status: UNINITIALIZED for 2s [ 963.093279] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 963.093500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884138] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41a43b13-1c87-49de-837b-534dca7c6d20 in Status: SUCCESS [ 963.884420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.902550] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 in Status: SUCCESS [ 964.902903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.903113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.903357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.903662] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.903662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.903804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.903922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.904044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.904183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.904323] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.270742] env[65840]: INFO networking_nsxv3.common.synchronization [req-5212782e-130e-4753-92ee-c67ee4a76e00 req-e32c14e5-9d63-43cd-a341-e0b2344f62ae tempest-ServersNegativeTestJSON-569843469 tempest-ServersNegativeTestJSON-569843469-project-member] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 965.271657] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 965.272669] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.273055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.273055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.273192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.273435] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.273544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.273610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.273873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.273971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.274173] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.406922] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.777431] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.912016] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd880f6-b782-4ec1-87c5-cdb54fa042f1: rpc.has_security_group_logging(os_id): False [ 965.934652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.934652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.934652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.934895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.934932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.936352] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.936352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.936352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.936352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.936352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.936352] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 is going to be created. [ 966.009464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.009621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.009662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.009881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.011655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.023561] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 in Status: IN_PROGRESS for 2s [ 966.281088] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.784399] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.784399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.784399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.786123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.786123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.786123] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 966.788459] env[65840]: INFO networking_nsxv3.common.synchronization [req-e043c9f1-8fed-4975-aba6-a7d430915bc8 req-734396b4-56b7-44c4-a360-16acc2c7fcc5 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_members [ 966.790034] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_members [ 966.790034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.790034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.790287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.790344] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.790465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.790703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.790814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.790882] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.817324] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.817433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.817523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.818554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.818554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.826497] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 967.221980] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.222385] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.222385] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.222598] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.222801] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.222951] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.223072] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.223283] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.223418] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.223618] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.223726] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.223829] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.223928] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.224041] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.224147] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.224271] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.245743] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.245957] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.246090] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.246281] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.246706] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-d2f8757e-8f79-49a8-b830-054a132eb77d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.246849] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.246991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.247446] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.247688] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f8757e-8f79-49a8-b830-054a132eb77d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.292869] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.293073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.293073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.293297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.293391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.293606] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.293707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.293808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.293939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.294091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.294140] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c already deleted. [ 967.294198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.753044] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.753230] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.753282] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.753535] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.754103] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.754278] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port d2f8757e-8f79-49a8-b830-054a132eb77d not found, creating... [ 967.754564] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.754780] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.754848] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.755987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.755987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.755987] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.755987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.755987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.755987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.756339] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.756488] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: d2f8757e-8f79-49a8-b830-054a132eb77d is going to be created. [ 967.777823] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.778140] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.778224] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.778431] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.778654] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.778864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.036404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 in Status: SUCCESS [ 968.036783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.494788] env[65840]: INFO networking_nsxv3.common.synchronization [req-e043c9f1-8fed-4975-aba6-a7d430915bc8 req-49c39138-71a7-4f4d-92e3-dc1bb90305f9 service nova] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_rules [ 968.495071] env[65840]: INFO networking_nsxv3.common.synchronization [req-e043c9f1-8fed-4975-aba6-a7d430915bc8 req-49c39138-71a7-4f4d-92e3-dc1bb90305f9 service nova] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_members [ 968.495162] env[65840]: INFO networking_nsxv3.common.synchronization [req-e043c9f1-8fed-4975-aba6-a7d430915bc8 req-49c39138-71a7-4f4d-92e3-dc1bb90305f9 service nova] Enqueued Resource ID: d2f8757e-8f79-49a8-b830-054a132eb77d with Priority: HIGHEST for action port [ 968.495993] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_rules [ 968.495993] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_members [ 968.495993] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f8757e-8f79-49a8-b830-054a132eb77d with Priority: HIGHEST for action port [ 968.496301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.496482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.496482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.496730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.497046] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.497719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.497825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.497907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.498101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.498245] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.498341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.498420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.498574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.498853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.498853] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.499682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f8757e-8f79-49a8-b830-054a132eb77d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.499682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.499682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.499843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.500664] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f8757e-8f79-49a8-b830-054a132eb77d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.838727] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 968.838727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.971308] env[65840]: INFO networking_nsxv3.common.synchronization [None req-3cf5e23a-542e-4f93-a19d-de741bc3063c None None] Enqueued Resource ID: f16c9d81-b2d6-4102-8ef3-05da8eac2f2f with Priority: HIGHEST for action port [ 968.971308] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16c9d81-b2d6-4102-8ef3-05da8eac2f2f with Priority: HIGHEST for action port [ 968.971308] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16c9d81-b2d6-4102-8ef3-05da8eac2f2f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.971308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16c9d81-b2d6-4102-8ef3-05da8eac2f2f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.971308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16c9d81-b2d6-4102-8ef3-05da8eac2f2f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.971308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16c9d81-b2d6-4102-8ef3-05da8eac2f2f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.971308] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16c9d81-b2d6-4102-8ef3-05da8eac2f2f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.005027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.005027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.005027] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2f8757e-8f79-49a8-b830-054a132eb77d with status ACTIVE [ 969.005027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.005027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.005027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.005589] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.005589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.005589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.005589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.005589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.005589] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2f8757e-8f79-49a8-b830-054a132eb77d is going to be updated. [ 969.028139] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.028297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.028377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.028869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.028869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.028869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f8757e-8f79-49a8-b830-054a132eb77d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.475752] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f16c9d81-b2d6-4102-8ef3-05da8eac2f2f [ 969.475993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.476140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.476210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.476478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.476582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.476682] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f16c9d81-b2d6-4102-8ef3-05da8eac2f2f already deleted. [ 969.476764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16c9d81-b2d6-4102-8ef3-05da8eac2f2f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.508855] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.012960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.013169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.013260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.013613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.013613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.013714] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c is going to be created. [ 970.041224] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.041371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.041442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.041652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.041814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.052143] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c in Status: UNINITIALIZED for 2s [ 971.780824] env[65840]: INFO networking_nsxv3.common.synchronization [req-7ff950e0-8ee1-442f-b841-c32d07d5b5a1 req-5e003125-43b1-4ed0-ab39-9d3308665be6 tempest-ServersTestJSON-768525328 tempest-ServersTestJSON-768525328-project-member] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_members [ 971.781458] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_members [ 971.781793] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.781913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.781960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.782818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.783077] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.783142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.783212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.783392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.783491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.783582] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.065836] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c in Status: SUCCESS [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.065836] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.065836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.065836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.174355] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.174554] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-861" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.174689] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-861" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.175061] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-861" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.175754] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.175931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.176531] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.178784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.178784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.178784] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.178784] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.178784] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.178784] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.178784] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.178784] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.178784] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.202277] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.202277] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.202277] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.202277] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-861" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.202277] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-7b45529b-f303-4698-b042-907505943c46 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.202277] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.202651] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.203029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.203171] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b45529b-f303-4698-b042-907505943c46',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.286178] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.286178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.286178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.286178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.286559] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.286559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.286732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.286732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.286732] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 already deleted. [ 972.286826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.569946] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.706256] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.706514] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.706643] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.706940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.707161] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.707344] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 7b45529b-f303-4698-b042-907505943c46 not found, creating... [ 972.707615] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.707774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.707887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.708201] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.708360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.708648] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708804] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708917] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.709145] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.709282] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.709453] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 7b45529b-f303-4698-b042-907505943c46 is going to be created. [ 972.732580] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.732812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.732906] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.733203] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.733435] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.733648] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.073053] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0873e69-a170-4687-8f2c-bf58b3c1bb0c: rpc.has_security_group_logging(os_id): False [ 973.091061] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.091342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.091463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.091716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.091815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092075] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.092180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.092241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.092615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.092774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092905] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c is going to be created. [ 973.154749] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.154933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.155190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.155372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.166814] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c in Status: IN_PROGRESS for 2s [ 973.461610] env[65840]: INFO networking_nsxv3.common.synchronization [req-7ff950e0-8ee1-442f-b841-c32d07d5b5a1 req-7c1beade-67a7-4e9a-b652-400a725c8c12 service nova] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_rules [ 973.461855] env[65840]: INFO networking_nsxv3.common.synchronization [req-7ff950e0-8ee1-442f-b841-c32d07d5b5a1 req-7c1beade-67a7-4e9a-b652-400a725c8c12 service nova] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_members [ 973.461916] env[65840]: INFO networking_nsxv3.common.synchronization [req-7ff950e0-8ee1-442f-b841-c32d07d5b5a1 req-7c1beade-67a7-4e9a-b652-400a725c8c12 service nova] Enqueued Resource ID: 7b45529b-f303-4698-b042-907505943c46 with Priority: HIGHEST for action port [ 973.462702] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_rules [ 973.462702] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_members [ 973.462702] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b45529b-f303-4698-b042-907505943c46 with Priority: HIGHEST for action port [ 973.463693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.463693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.463693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.463693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.463693] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.464190] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.464297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.465250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.465250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.465250] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.465250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.465250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.465250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.465250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.465250] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.466906] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b45529b-f303-4698-b042-907505943c46 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.466906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.467622] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.467826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.467911] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b45529b-f303-4698-b042-907505943c46',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.970488] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.970609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.970741] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.971684] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b45529b-f303-4698-b042-907505943c46 with status ACTIVE [ 973.972060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.972060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.972060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.972222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.972346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.972468] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.972556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.972614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.972764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.972850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.973028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.973418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.973418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.973418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.973418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.973537] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b45529b-f303-4698-b042-907505943c46 is going to be updated. [ 973.996508] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.996650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.996720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.996926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.997082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.997352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b45529b-f303-4698-b042-907505943c46" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.320844] env[65840]: INFO networking_nsxv3.common.synchronization [None req-929d7f30-0e8a-4c70-aa8a-4bfee9edf4a7 None None] Enqueued Resource ID: 3e682250-ba76-4242-afe3-5c7f8dd09d5a with Priority: HIGHEST for action port [ 974.321464] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e682250-ba76-4242-afe3-5c7f8dd09d5a with Priority: HIGHEST for action port [ 974.321855] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e682250-ba76-4242-afe3-5c7f8dd09d5a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.321929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e682250-ba76-4242-afe3-5c7f8dd09d5a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.322962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e682250-ba76-4242-afe3-5c7f8dd09d5a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.324016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e682250-ba76-4242-afe3-5c7f8dd09d5a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.324117] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e682250-ba76-4242-afe3-5c7f8dd09d5a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.375021] env[65840]: INFO networking_nsxv3.common.synchronization [req-3b2561dd-7902-46d2-93be-b9c880111fe6 req-7c83390d-f81a-4ba6-9d8c-0fc874d04b9e tempest-ServerTagsTestJSON-181563706 tempest-ServerTagsTestJSON-181563706-project-member] Enqueued Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_members [ 974.375793] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_members [ 974.376495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.376776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.376776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.377464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.377693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.377854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.377974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.378241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.378402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.378536] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.478308] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.778578] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.778578] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.778578] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.778812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.779416] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.779416] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.779416] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.779693] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.779727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.780044] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.780044] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.780173] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.780257] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.780363] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.780462] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.780587] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.802620] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.802702] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.802932] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.802995] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.803377] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-8261e5ae-21e9-4b48-aed5-20d648324b2a taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.803571] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.803701] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.804055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.804199] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8261e5ae-21e9-4b48-aed5-20d648324b2a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.828582] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e682250-ba76-4242-afe3-5c7f8dd09d5a [ 974.828582] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.828582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.828582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.828582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.828582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.828582] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e682250-ba76-4242-afe3-5c7f8dd09d5a already deleted. [ 974.828582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e682250-ba76-4242-afe3-5c7f8dd09d5a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.886134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.886134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.886134] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee105f1-f057-47ad-a051-73d984ab502b already deleted. [ 974.886134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.982078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.982268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.982349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.982808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.982808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.982808] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 is going to be created. [ 975.011944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.012142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.012201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.012422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.012738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.024980] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 in Status: UNINITIALIZED for 2s [ 975.178928] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c in Status: SUCCESS [ 975.179163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.233979] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c4502949-1951-4c97-a094-01fec89fff18 tempest-ServersTestManualDisk-1773083317 tempest-ServersTestManualDisk-1773083317-project-member] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_rules [ 975.234529] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_rules [ 975.234819] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.235468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.235807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.236116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.236242] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.307020] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.307363] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.307468] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.307821] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.307893] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.308034] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 8261e5ae-21e9-4b48-aed5-20d648324b2a not found, creating... [ 975.308307] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.308463] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.308579] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.309070] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.309070] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.309239] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.309396] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.309540] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.309767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.310189] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.310189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 8261e5ae-21e9-4b48-aed5-20d648324b2a is going to be created. [ 975.338032] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.338384] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.338384] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.339592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.339592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.339592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.370866] env[65840]: INFO networking_nsxv3.common.synchronization [None req-edaabd30-0177-43ad-a5f4-82ff09dfcd23 tempest-ServersTestManualDisk-1773083317 tempest-ServersTestManualDisk-1773083317-project-member] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_rules [ 975.371405] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_rules [ 975.371708] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.371829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.761196] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.761415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.761512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.761839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.761976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.762109] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 already deleted. [ 975.762224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.762461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.762695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.762811] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.080171] env[65840]: INFO networking_nsxv3.common.synchronization [req-3b2561dd-7902-46d2-93be-b9c880111fe6 req-92140130-efed-453e-afcf-be1e28fcbeb0 service nova] Enqueued Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_rules [ 976.080386] env[65840]: INFO networking_nsxv3.common.synchronization [req-3b2561dd-7902-46d2-93be-b9c880111fe6 req-92140130-efed-453e-afcf-be1e28fcbeb0 service nova] Enqueued Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_members [ 976.080507] env[65840]: INFO networking_nsxv3.common.synchronization [req-3b2561dd-7902-46d2-93be-b9c880111fe6 req-92140130-efed-453e-afcf-be1e28fcbeb0 service nova] Enqueued Resource ID: 8261e5ae-21e9-4b48-aed5-20d648324b2a with Priority: HIGHEST for action port [ 976.081105] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_rules [ 976.081255] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_members [ 976.081441] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8261e5ae-21e9-4b48-aed5-20d648324b2a with Priority: HIGHEST for action port [ 976.081786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.081910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.081965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.083132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.083295] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.084107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.084477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.084624] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.084717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.084774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.085056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.085056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.085430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.086678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8261e5ae-21e9-4b48-aed5-20d648324b2a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.086678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.086678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.086819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.086897] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8261e5ae-21e9-4b48-aed5-20d648324b2a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.286464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.286464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.286464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.286464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.286464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.286464] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 already deleted. [ 976.286464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.526448] env[65840]: INFO networking_nsxv3.common.synchronization [None req-40217638-befa-4363-a102-ceef5e454bc7 None None] Enqueued Resource ID: 5dc192eb-3dc0-4ee2-b08f-9bf7636d473b with Priority: HIGHEST for action port [ 976.526970] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc192eb-3dc0-4ee2-b08f-9bf7636d473b with Priority: HIGHEST for action port [ 976.527313] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc192eb-3dc0-4ee2-b08f-9bf7636d473b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.527444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc192eb-3dc0-4ee2-b08f-9bf7636d473b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.527539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc192eb-3dc0-4ee2-b08f-9bf7636d473b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.527748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc192eb-3dc0-4ee2-b08f-9bf7636d473b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.527830] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc192eb-3dc0-4ee2-b08f-9bf7636d473b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.591124] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.591124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.591124] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.591124] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8261e5ae-21e9-4b48-aed5-20d648324b2a with status ACTIVE [ 976.591124] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.591124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.591124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.591124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.591433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.591433] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.591498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.591498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.591649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.593999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.594255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.595148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.595148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.595148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.595148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.595148] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8261e5ae-21e9-4b48-aed5-20d648324b2a is going to be updated. [ 976.619031] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.619031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.619031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.619031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.619031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.619031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8261e5ae-21e9-4b48-aed5-20d648324b2a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.032419] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dc192eb-3dc0-4ee2-b08f-9bf7636d473b [ 977.032666] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.032838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.032912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.033155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.033241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.033336] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dc192eb-3dc0-4ee2-b08f-9bf7636d473b already deleted. [ 977.033435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc192eb-3dc0-4ee2-b08f-9bf7636d473b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.035430] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 in Status: SUCCESS [ 977.035655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.035848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.036085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.036423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.036423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.036423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.036581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.036657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.036735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.036821] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.091618] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.540913] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.594625] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.594759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.594850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.595093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.595190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.595317] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee105f1-f057-47ad-a051-73d984ab502b is going to be created. [ 977.629633] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.629816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.629890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.630162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.630360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.651070] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee105f1-f057-47ad-a051-73d984ab502b in Status: UNINITIALIZED for 2s [ 978.045747] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c19515d-cca6-4f06-92e0-8af7023d0898: rpc.has_security_group_logging(os_id): False [ 978.072958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.072958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.072958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.073156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.073376] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.073474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.073536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.073686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.073761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.073847] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 is going to be created. [ 978.139458] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.139695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.139763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.140023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.140195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.154523] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 in Status: IN_PROGRESS for 2s [ 978.987333] env[65840]: INFO networking_nsxv3.common.synchronization [req-88dde407-a9df-4e58-a944-869f2e988dd5 req-c38380e5-c9d6-4320-8241-7b6710503ef5 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 978.988149] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 978.988473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.988600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.989256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.989256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.989256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.990766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.990842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.991012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.991127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.992108] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.496703] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.666621] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee105f1-f057-47ad-a051-73d984ab502b in Status: SUCCESS [ 979.666621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.666621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.666621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.666621] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.666621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.666621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.667110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.667110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.667110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.667220] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.999017] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.172349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.172349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.172349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.172349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.172349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.173157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.173157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.173157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.173157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.173157] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.176218] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 in Status: SUCCESS [ 980.176218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.501986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.502259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.502259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.502434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.502523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.502623] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 980.567648] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.567921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.568015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.568389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.568582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.586208] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 980.677901] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee105f1-f057-47ad-a051-73d984ab502b: rpc.has_security_group_logging(os_id): False [ 980.706624] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.707077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.707251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.707663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.707853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.708175] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.708483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.708664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.708951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.709137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.709597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.709901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.710139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.710507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.710758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.711086] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.711325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.711468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.711725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.711914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.712135] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee105f1-f057-47ad-a051-73d984ab502b is going to be created. [ 980.796279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.796557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.796644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.796982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.797153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.810271] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee105f1-f057-47ad-a051-73d984ab502b in Status: IN_PROGRESS for 2s [ 980.857936] env[65840]: INFO networking_nsxv3.common.synchronization [req-91e11a0c-deb5-4110-8e26-f30129a55e24 req-cf50fb80-b550-49a5-a224-a486f01d9c36 tempest-ServersWithSpecificFlavorTestJSON-1798308135 tempest-ServersWithSpecificFlavorTestJSON-1798308135-project-member] Enqueued Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 980.858684] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 with Priority: HIGHEST for action security_group_members [ 980.859012] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.859940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.860116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.860349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.860410] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.860505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.860559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.860727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.860841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.861175] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.083132] env[65840]: INFO networking_nsxv3.common.synchronization [req-771e7f91-a971-4ca8-b4a9-aff10671ef9a req-d87c9a9b-ce77-4d5f-8d0b-3322a8dc035a tempest-MigrationsAdminTest-779376332 tempest-MigrationsAdminTest-779376332-project-member] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 981.083132] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGHEST for action security_group_members [ 981.083132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.086255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.086380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.086638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.086847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.086954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.087023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.087226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.087596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.087596] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.366754] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.369088] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.369088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.369088] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 is going to be updated. [ 981.398652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.399090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.399258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.399901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.400168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.410474] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: IN_PROGRESS for 2s [ 981.591542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.591724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.591775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.591994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.592098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.592289] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.592389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.592451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.592633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.592713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.592802] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be updated. [ 981.626944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.627133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.627230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.627500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.627669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.639384] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: IN_PROGRESS for 2s [ 982.158370] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0c5d608-a276-4297-879b-8abdec1693cf req-33805fef-ed2f-48f0-b500-91132239ba68 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 982.158954] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 982.159280] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.159404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.159470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.159730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.159877] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.159989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.160039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.160186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.160268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.160352] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.554678] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.554872] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.555164] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.555454] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.555758] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.556134] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.556134] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.556366] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.556543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.556820] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.556964] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.557117] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.557251] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.557444] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.557598] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.557757] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.584977] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.585167] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.585338] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.585519] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.585903] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.586120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.586240] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.586575] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.586714] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f95ec25-2ee6-46d3-acfd-af62abb4abe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.597986] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 982.597986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.663092] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.663309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.663387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.663629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.663766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.663981] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.664108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.664155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.664319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.664433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.664525] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a already deleted. [ 982.664608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.822658] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee105f1-f057-47ad-a051-73d984ab502b in Status: SUCCESS [ 982.822907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.090523] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.090863] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.091090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.091510] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.091686] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.091904] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 2f95ec25-2ee6-46d3-acfd-af62abb4abe8 not found, creating... [ 983.092293] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.092581] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.092735] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.093073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.093297] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.094029] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.094029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.094029] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.095087] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.095087] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.095087] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 2f95ec25-2ee6-46d3-acfd-af62abb4abe8 is going to be created. [ 983.137693] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.137919] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.138065] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.138366] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.138641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.138893] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.423782] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 in Status: SUCCESS [ 983.424054] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6 deletion is rescheduled due to dependency. [ 983.424121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.651628] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 in Status: SUCCESS [ 983.652097] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 deletion is rescheduled due to dependency. [ 983.652097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.862113] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0c5d608-a276-4297-879b-8abdec1693cf req-128467f2-2fb7-4bb0-a759-8023cf28ddcb service nova] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 983.862113] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0c5d608-a276-4297-879b-8abdec1693cf req-128467f2-2fb7-4bb0-a759-8023cf28ddcb service nova] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 983.862113] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0c5d608-a276-4297-879b-8abdec1693cf req-128467f2-2fb7-4bb0-a759-8023cf28ddcb service nova] Enqueued Resource ID: 2f95ec25-2ee6-46d3-acfd-af62abb4abe8 with Priority: HIGHEST for action port [ 983.862113] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 983.862113] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 983.862113] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f95ec25-2ee6-46d3-acfd-af62abb4abe8 with Priority: HIGHEST for action port [ 983.862113] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.862113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.862113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.862708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.862708] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.864673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.864673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.864673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.864673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.864673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.864673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.865063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.865063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.865063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.865165] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.867026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.867026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.867192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.867875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.867875] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f95ec25-2ee6-46d3-acfd-af62abb4abe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.368278] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.369584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.369584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.369705] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f95ec25-2ee6-46d3-acfd-af62abb4abe8 with status ACTIVE [ 984.369798] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.369865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.369924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.370142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.370225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.370389] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.370485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.370545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.370696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.370769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.370936] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.371027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.371301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.371301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.371301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.371429] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f95ec25-2ee6-46d3-acfd-af62abb4abe8 is going to be updated. [ 984.393673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.393673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.393673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.393673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.393906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.393936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f95ec25-2ee6-46d3-acfd-af62abb4abe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.857949] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0ea6fe9c-fd68-4bab-ac6c-bdf311b53e3e tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 984.858553] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 984.858768] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.858889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.858962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.859427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.859427] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.873597] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.951992] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2db89486-d106-43de-82a5-e002ee0a8619 tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 984.951992] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 984.951992] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.951992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.377043] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.377043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.377043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.377043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.377376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.377376] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be created. [ 985.384207] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.384394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.384490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.384755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.384888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.385021] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 already deleted. [ 985.385101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.385718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.385718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.385718] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.402854] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.402854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.402854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.402854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.402854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.412530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: UNINITIALIZED for 2s [ 985.910365] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.910365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.910365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.910365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.910365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.910365] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 already deleted. [ 985.910365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.423042] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 987.423768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.423768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.423768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.423873] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.424066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.424066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.424224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.424340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.424673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.424673] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.927368] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.431095] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915241b7-2eb9-4cbe-83a1-3dfa53f9740a: rpc.has_security_group_logging(os_id): False [ 988.450289] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.451696] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.451696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.451696] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be created. [ 988.519049] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.519049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.519049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.519361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.519396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.535854] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 989.571982] env[65840]: INFO networking_nsxv3.common.synchronization [req-50e2282f-6f7e-4959-bec3-cf48de86090a req-6c370e44-e182-4012-b37f-64a294745b38 tempest-ServerTagsTestJSON-181563706 tempest-ServerTagsTestJSON-181563706-project-member] Enqueued Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_members [ 989.572678] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee105f1-f057-47ad-a051-73d984ab502b with Priority: HIGHEST for action security_group_members [ 989.573115] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee105f1-f057-47ad-a051-73d984ab502b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.573240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.573302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.573530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.573721] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.573839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.573899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.574072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.574159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.574254] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee105f1-f057-47ad-a051-73d984ab502b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.076239] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.076458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.076553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.076786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.076911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.077174] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.077390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.077390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.077841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.077992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.078065] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee105f1-f057-47ad-a051-73d984ab502b is going to be updated. [ 990.125664] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.125822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.125871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.126065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.126210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.135423] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee105f1-f057-47ad-a051-73d984ab502b in Status: IN_PROGRESS for 2s [ 990.548963] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 990.549221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.149086] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee105f1-f057-47ad-a051-73d984ab502b in Status: SUCCESS [ 992.149331] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee105f1-f057-47ad-a051-73d984ab502b deletion is rescheduled due to dependency. [ 992.149331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee105f1-f057-47ad-a051-73d984ab502b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.412694] env[65840]: INFO networking_nsxv3.common.synchronization [req-053e4837-ae7e-4c86-904f-c19e5d27d581 req-5c3839d7-9600-4c12-8ffa-4f57a062e490 tempest-ServerActionsV293TestJSON-1902764099 tempest-ServerActionsV293TestJSON-1902764099-project-member] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_members [ 993.413079] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGHEST for action security_group_members [ 993.413982] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.413982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.413982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.413982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.413982] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.414323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.414323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.414323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.414419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.414457] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.923050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.923050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.923050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.923050] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 is going to be updated. [ 993.952502] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.952666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.952706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.952909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.953123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.963042] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f455b6-cce6-495e-b00d-87d953fc9059 in Status: IN_PROGRESS for 2s [ 994.002945] env[65840]: INFO networking_nsxv3.common.synchronization [req-b733dd16-abef-4a5d-b179-88ba52f576d0 req-59e0488e-cec6-419d-a7a5-d8eb9701a9b5 tempest-ListImageFiltersTestJSON-42807243 tempest-ListImageFiltersTestJSON-42807243-project-member] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 994.003559] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGHEST for action security_group_members [ 994.004969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.005194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.005464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.005645] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.005855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.006009] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.006135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.006220] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.508986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.509361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.509361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.509593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.509593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.509825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.509954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.510308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.510308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.510454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.510454] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be updated. [ 994.556524] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.556524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.556524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.556524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.556524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.571187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: IN_PROGRESS for 2s [ 995.973845] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08f455b6-cce6-495e-b00d-87d953fc9059 in Status: SUCCESS [ 995.974156] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 deletion is rescheduled due to dependency. [ 995.974156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.581920] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faffa949-7671-4b6e-99f8-99742aa11c38 in Status: SUCCESS [ 996.581920] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 deletion is rescheduled due to dependency. [ 996.581920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.004367] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.004711] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1000.546982] env[65840]: INFO networking_nsxv3.common.synchronization [req-efcb8740-82f9-4a71-8889-d091c966da45 req-ceb8dd77-8282-47e9-9be9-2e753cb6c008 tempest-ServersV294TestFqdnHostnames-836076040 tempest-ServersV294TestFqdnHostnames-836076040-project-member] Enqueued Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_members [ 1000.548401] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce08646-8002-4ce4-836f-1924984b7fec with Priority: HIGHEST for action security_group_members [ 1000.549051] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ce08646-8002-4ce4-836f-1924984b7fec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.549199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.549250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.549979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.549979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.549979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.549979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.549979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.549979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.550298] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ce08646-8002-4ce4-836f-1924984b7fec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.052501] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.052611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.052648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.052896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.078024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.078024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.078024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.078024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.078024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec is going to be updated. [ 1001.106229] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.106370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.106441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.106649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.106785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.115285] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ce08646-8002-4ce4-836f-1924984b7fec in Status: IN_PROGRESS for 2s [ 1001.690546] env[65840]: INFO networking_nsxv3.common.synchronization [req-71c657d1-9b16-4ec3-93f6-6bdb310e3c94 req-5b309b66-7587-45d0-b13f-7beae345f295 tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1001.690851] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1001.690948] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.691080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.691143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.691335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.691529] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.691595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.691632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.691759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.691837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.691948] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.054756] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.055566] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.055566] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.055566] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.055737] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.055933] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.056080] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.056309] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.056541] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.056765] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.056873] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.056978] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.057097] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.057230] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.057341] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.057469] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.076600] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.076774] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.076912] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.077138] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.077456] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-83dbc931-631f-49ab-9281-3256b01ef98d taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.077627] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.077742] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.078142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.078342] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83dbc931-631f-49ab-9281-3256b01ef98d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.200526] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.581152] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.581516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.581776] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.581916] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.582077] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.582289] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 83dbc931-631f-49ab-9281-3256b01ef98d not found, creating... [ 1002.582698] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.582884] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.582962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.583251] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.583509] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.583938] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.584202] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.584367] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.584689] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.584787] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.584956] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 83dbc931-631f-49ab-9281-3256b01ef98d is going to be created. [ 1002.609891] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.610205] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.610295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.610723] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.610795] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.611022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.702765] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.127794] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ce08646-8002-4ce4-836f-1924984b7fec in Status: SUCCESS [ 1003.128084] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ce08646-8002-4ce4-836f-1924984b7fec deletion is rescheduled due to dependency. [ 1003.128252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ce08646-8002-4ce4-836f-1924984b7fec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.205011] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.205190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.205268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.205505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.205604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.205718] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1003.236626] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.236779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.236855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.237233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.237492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.250305] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1003.327880] env[65840]: INFO networking_nsxv3.common.synchronization [req-71c657d1-9b16-4ec3-93f6-6bdb310e3c94 req-186b7681-de8a-421d-87ad-20ca98438221 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1003.328139] env[65840]: INFO networking_nsxv3.common.synchronization [req-71c657d1-9b16-4ec3-93f6-6bdb310e3c94 req-186b7681-de8a-421d-87ad-20ca98438221 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1003.328294] env[65840]: INFO networking_nsxv3.common.synchronization [req-71c657d1-9b16-4ec3-93f6-6bdb310e3c94 req-186b7681-de8a-421d-87ad-20ca98438221 service nova] Enqueued Resource ID: 83dbc931-631f-49ab-9281-3256b01ef98d with Priority: HIGHEST for action port [ 1003.328943] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1003.329141] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1003.329274] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83dbc931-631f-49ab-9281-3256b01ef98d with Priority: HIGHEST for action port [ 1003.329560] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.329697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.329766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.329984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.330114] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.331176] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.331283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.332109] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-83dbc931-631f-49ab-9281-3256b01ef98d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.332109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.332109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.332109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.332109] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83dbc931-631f-49ab-9281-3256b01ef98d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.833979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.834407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.834510] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83dbc931-631f-49ab-9281-3256b01ef98d with status ACTIVE [ 1003.834779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.834883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.834953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.835212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.835342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.835491] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.835594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.835649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.836049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.836049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.836170] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.836170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.836338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.836338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.836458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.836492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83dbc931-631f-49ab-9281-3256b01ef98d is going to be updated. [ 1003.861554] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.861554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.861554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.861778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.861871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.862108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83dbc931-631f-49ab-9281-3256b01ef98d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.751176] env[65840]: INFO networking_nsxv3.common.synchronization [req-f369326b-d51e-4791-bde7-08f53e2c81ac req-6298c154-496f-41b4-911c-671f2b3219a5 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1004.751725] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1004.752044] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.752173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.752239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.752436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.753193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.753333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.753404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.753577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.753664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.754194] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.256571] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.256900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.256900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.256998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.257144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.257305] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.257399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.257461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.257628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.257713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.257802] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1005.259822] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1005.260013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.260288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.260487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.260673] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.260804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.260888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.261064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.261172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.261284] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.300835] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.301047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.301325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.301830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.302208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.317220] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1005.763285] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.074075] env[65840]: INFO networking_nsxv3.common.synchronization [req-51cb8e35-4743-4ee9-a36c-6e754899c75b req-03a30876-775d-482c-8a26-beb55d92309f tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_members [ 1006.074603] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41a43b13-1c87-49de-837b-534dca7c6d20 with Priority: HIGHEST for action security_group_members [ 1006.075276] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-41a43b13-1c87-49de-837b-534dca7c6d20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.075276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.075276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.075479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.075553] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.075650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.075719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.075857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.075949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.076974] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41a43b13-1c87-49de-837b-534dca7c6d20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.269832] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.578383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.578625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.578717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.578940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.579064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.579276] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.579371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.579445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.579595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.579672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.579947] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 is going to be updated. [ 1006.610164] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.610319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.610410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.610657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.610825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.620094] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a43b13-1c87-49de-837b-534dca7c6d20 in Status: IN_PROGRESS for 2s [ 1006.772385] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.772552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.772637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.772904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.773010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.773122] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1006.804816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.804981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.805057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.805277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.805437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.818919] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1007.338898] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1007.339381] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1007.339381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.690167] env[65840]: INFO networking_nsxv3.common.synchronization [req-5eff8c4c-63a3-493f-b0a6-3316193d4dac req-33d4245c-9da2-47f5-b468-6a3412d780ba tempest-ServersTestManualDisk-1773083317 tempest-ServersTestManualDisk-1773083317-project-member] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_members [ 1007.690819] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_members [ 1007.691166] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.691296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.691364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.691632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.691857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.691951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.691951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.692112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.692199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.692298] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.077519] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.077861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-144" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.078721] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-144" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.079376] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-144" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.080306] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.080974] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.081126] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.081387] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.081534] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.081749] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.081862] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.081965] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.082082] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.082191] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.082293] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.082485] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.108060] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.108060] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.108060] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.108060] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-144" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.109678] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-5d865769-a4c0-4f29-ac68-fd4c1613e054 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.109678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.109678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.109873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.109873] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d865769-a4c0-4f29-ac68-fd4c1613e054',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.195636] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.195883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.195987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.196341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.196482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.196789] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.196926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.197037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.197280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.197406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.197530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 already deleted. [ 1008.197658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.347999] env[65840]: INFO networking_nsxv3.common.synchronization [req-06dd7bc9-a79c-49f7-b631-dc84e058577b req-4e06929f-ea1b-45fe-bb95-714e66bcf47e tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1008.348601] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1008.348909] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.349032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.349116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.349338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.349486] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.349585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.349647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.349790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.349873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.349967] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.613046] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.613046] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.613253] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.613441] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.613565] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.613750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 5d865769-a4c0-4f29-ac68-fd4c1613e054 not found, creating... [ 1008.613953] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.614703] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.614703] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.614703] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.614703] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.614856] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.614969] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.615560] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.616407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.616407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.616407] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 5d865769-a4c0-4f29-ac68-fd4c1613e054 is going to be created. [ 1008.630565] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41a43b13-1c87-49de-837b-534dca7c6d20 in Status: SUCCESS [ 1008.630961] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41a43b13-1c87-49de-837b-534dca7c6d20 deletion is rescheduled due to dependency. [ 1008.630961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41a43b13-1c87-49de-837b-534dca7c6d20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.640426] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.640565] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.640702] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.640930] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.641193] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.641418] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.836656] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.838436] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.838436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.838436] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.852063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.852222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.854048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.854048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.876187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.876458] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.876571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.876605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.876838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.876929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.877098] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1008.919689] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.919857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.919912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.920141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.920288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.929486] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1009.343794] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.343996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.344067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.344285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.344438] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.344629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.344629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.344753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.344840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.344942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.345103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.345207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.345272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.345410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.345560] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.345650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.345707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.345862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.345926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.346010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.346145] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.400176] env[65840]: INFO networking_nsxv3.common.synchronization [req-5eff8c4c-63a3-493f-b0a6-3316193d4dac req-807ad993-568d-45a0-93da-67c831e636f8 service nova] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_rules [ 1009.400176] env[65840]: INFO networking_nsxv3.common.synchronization [req-5eff8c4c-63a3-493f-b0a6-3316193d4dac req-807ad993-568d-45a0-93da-67c831e636f8 service nova] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_members [ 1009.400176] env[65840]: INFO networking_nsxv3.common.synchronization [req-5eff8c4c-63a3-493f-b0a6-3316193d4dac req-807ad993-568d-45a0-93da-67c831e636f8 service nova] Enqueued Resource ID: 5d865769-a4c0-4f29-ac68-fd4c1613e054 with Priority: HIGHEST for action port [ 1009.400176] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_rules [ 1009.400684] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_members [ 1009.400828] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d865769-a4c0-4f29-ac68-fd4c1613e054 with Priority: HIGHEST for action port [ 1009.401052] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.401180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.401250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.401448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.401529] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.402865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.403740] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.403740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.404034] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.404576] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d865769-a4c0-4f29-ac68-fd4c1613e054 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.404673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.404737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.404884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.404959] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d865769-a4c0-4f29-ac68-fd4c1613e054',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.848969] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 1009.868296] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.868495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.868495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.868715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.868796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.869048] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.869172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.869172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.869377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.869446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.869574] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.869685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.869746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.869881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.869965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.870498] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.870498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.870498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.870498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.870498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.870712] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1009.906489] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.906653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.906835] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.908127] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d865769-a4c0-4f29-ac68-fd4c1613e054 with status ACTIVE [ 1009.908377] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.908507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.908570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.909173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.909173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.909173] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.909332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.909332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.909498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.909576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.910595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.910595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.910595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.910595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.910595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.910595] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d865769-a4c0-4f29-ac68-fd4c1613e054 is going to be updated. [ 1009.932635] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.932754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.932829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.933050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.933199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.933354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d865769-a4c0-4f29-ac68-fd4c1613e054" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.937380] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.937524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.937583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.937774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.937913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.953314] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1010.412302] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.914530] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.914686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.914758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.914970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.915078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.915180] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 is going to be created. [ 1010.941166] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.941326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.941397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.941652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.941887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.943310] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1010.943466] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c deletion is rescheduled due to dependency. [ 1010.943563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.952997] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 in Status: UNINITIALIZED for 2s [ 1011.504581] env[65840]: INFO networking_nsxv3.common.synchronization [req-f9f71e0b-327a-4375-9675-583bdcc70cbb req-5090f2f8-0372-4eac-9f73-cf4c95065699 tempest-ServersAdminTestJSON-1945330689 tempest-ServersAdminTestJSON-1945330689-project-member] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 1011.506173] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGHEST for action security_group_members [ 1011.506173] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.506173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.506438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.506493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.506800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.506800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.506800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.507693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.507693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.507693] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.968118] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1011.968415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.009656] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.009831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.009906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.010183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.032522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.032806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.032931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.033051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.033223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.033312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.033404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be updated. [ 1012.061430] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.061607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.061684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.061891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.062078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.073293] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: IN_PROGRESS for 2s [ 1012.962782] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 in Status: SUCCESS [ 1012.963048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.963208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.963551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.963619] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.963743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.963810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.963972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.964073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.964158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.964245] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.466886] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.969390] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a412a6b5-4f64-4a82-a9f8-af8928e69218: rpc.has_security_group_logging(os_id): False [ 1013.999525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.999712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.000130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.000130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.000360] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.000764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.000764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.000764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.000905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.000940] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 is going to be created. [ 1014.088558] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.088713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.088785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.089025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.089336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.093219] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 in Status: SUCCESS [ 1014.093424] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 deletion is rescheduled due to dependency. [ 1014.093816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.105485] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 in Status: IN_PROGRESS for 2s [ 1015.365223] env[65840]: INFO networking_nsxv3.common.synchronization [req-70fa4788-4b49-425d-93ba-4164b1c3788d req-a5207a67-ddbc-4282-8c81-a1b16da0a5ff tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1015.365849] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1015.366353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.366500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.366571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.366814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.366979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.367109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.367185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.367380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367547] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.870672] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.120242] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 in Status: SUCCESS [ 1016.120711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.374072] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.864589] env[65840]: INFO networking_nsxv3.common.synchronization [None req-dfbeee10-5db3-4e03-8300-b2a3e3228e02 None None] Enqueued Resource ID: 9891f793-f7e6-4e97-b46c-65970745bb41 with Priority: HIGHEST for action port [ 1016.865610] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9891f793-f7e6-4e97-b46c-65970745bb41 with Priority: HIGHEST for action port [ 1016.865775] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9891f793-f7e6-4e97-b46c-65970745bb41 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.866172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9891f793-f7e6-4e97-b46c-65970745bb41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.866269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9891f793-f7e6-4e97-b46c-65970745bb41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.866535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9891f793-f7e6-4e97-b46c-65970745bb41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.866626] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9891f793-f7e6-4e97-b46c-65970745bb41',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.877610] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.881082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.881082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.881082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.881082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.881082] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1016.897816] env[65840]: INFO networking_nsxv3.common.synchronization [req-9720dca2-2310-4991-8a7c-93cab0f05dda req-4d9cc925-1b11-4d00-accf-7ca8ae32f393 tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1016.898015] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1016.898497] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.898497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.898633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.898792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.898944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.902132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.902132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.902132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.902132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.902132] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.908221] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.908411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.908484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.908921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.909741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.921998] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1017.369594] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9891f793-f7e6-4e97-b46c-65970745bb41 [ 1017.370053] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.370303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.370433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.370699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.370699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.370842] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9891f793-f7e6-4e97-b46c-65970745bb41 already deleted. [ 1017.370936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9891f793-f7e6-4e97-b46c-65970745bb41" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.403970] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.403970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.403970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.403970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.403970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.404574] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.404574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.404574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.404574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.404574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.404574] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 already deleted. [ 1017.404574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.443542] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.443742] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.443863] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.444151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.444463] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.444628] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.444743] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.446156] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.446319] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.446563] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.446682] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.446794] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.447221] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.447221] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.447221] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.447380] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.470362] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.470531] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.470678] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.470876] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.471249] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-21337e8f-0d74-409c-9258-417689e338a8 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.471407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.471528] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.471861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.472035] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21337e8f-0d74-409c-9258-417689e338a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.975285] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.975535] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.975611] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.975906] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.976098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.976272] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 21337e8f-0d74-409c-9258-417689e338a8 not found, creating... [ 1017.976578] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.976756] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.976882] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.977125] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.977332] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.977890] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.978163] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.978420] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.978777] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.979026] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.979281] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 21337e8f-0d74-409c-9258-417689e338a8 is going to be created. [ 1018.023678] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.023972] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.024130] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.024412] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.024640] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.024861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.746787] env[65840]: INFO networking_nsxv3.common.synchronization [req-9720dca2-2310-4991-8a7c-93cab0f05dda req-4ae7cd39-bc69-456a-99f1-3061b0b65072 service nova] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 1018.747215] env[65840]: INFO networking_nsxv3.common.synchronization [req-9720dca2-2310-4991-8a7c-93cab0f05dda req-4ae7cd39-bc69-456a-99f1-3061b0b65072 service nova] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1018.747382] env[65840]: INFO networking_nsxv3.common.synchronization [req-9720dca2-2310-4991-8a7c-93cab0f05dda req-4ae7cd39-bc69-456a-99f1-3061b0b65072 service nova] Enqueued Resource ID: 21337e8f-0d74-409c-9258-417689e338a8 with Priority: HIGHEST for action port [ 1018.748225] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 1018.748611] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1018.748902] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21337e8f-0d74-409c-9258-417689e338a8 with Priority: HIGHEST for action port [ 1018.749260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.749545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.749688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.750076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.750252] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.755066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.755066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.755066] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.755066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-21337e8f-0d74-409c-9258-417689e338a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.755066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.755066] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21337e8f-0d74-409c-9258-417689e338a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.932192] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1018.932407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.258513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.258875] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.260384] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21337e8f-0d74-409c-9258-417689e338a8 with status ACTIVE [ 1019.260686] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.260940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.261117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.261414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.261612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.261874] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.262952] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.262952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.263383] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21337e8f-0d74-409c-9258-417689e338a8 is going to be updated. [ 1019.292499] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.295035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.295254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.295510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.295657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.295946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.460154] env[65840]: INFO networking_nsxv3.common.synchronization [None req-70ac8a9b-5964-4a43-a990-e3bd7bec6045 None None] Enqueued Resource ID: 1856dc15-06fd-4252-aebe-dda2d2467ea3 with Priority: HIGHEST for action port [ 1019.460719] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1856dc15-06fd-4252-aebe-dda2d2467ea3 with Priority: HIGHEST for action port [ 1019.461267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1856dc15-06fd-4252-aebe-dda2d2467ea3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.461387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1856dc15-06fd-4252-aebe-dda2d2467ea3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.461451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1856dc15-06fd-4252-aebe-dda2d2467ea3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.462146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1856dc15-06fd-4252-aebe-dda2d2467ea3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.462146] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1856dc15-06fd-4252-aebe-dda2d2467ea3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.766221] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.967439] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1856dc15-06fd-4252-aebe-dda2d2467ea3 [ 1019.967439] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.967439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.967439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.967439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.967439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.967924] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1856dc15-06fd-4252-aebe-dda2d2467ea3 already deleted. [ 1019.967924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1856dc15-06fd-4252-aebe-dda2d2467ea3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.270525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.270525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.270525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.270525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.270525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.270525] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be created. [ 1020.301634] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.301850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.301931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.302306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.302491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.317761] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: UNINITIALIZED for 2s [ 1021.149105] env[65840]: INFO networking_nsxv3.common.synchronization [req-5dbbf145-829a-492b-99b8-f02fa3a8e5df req-4e392267-77da-4662-999d-8d01b888af34 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1021.149781] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1021.150330] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.150537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.150537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.150720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.150939] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.151023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.151080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.151213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.151317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.151415] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.597850] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.598105] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.598345] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.598688] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.598939] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.600054] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.600054] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.601096] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.601096] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.601096] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.601096] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.601096] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.601096] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.601096] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.601393] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.601435] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.624863] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.625077] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.625224] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.625401] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.625722] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-7a55935a-2bbd-472b-80ef-2bdb39c77a89 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.625900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626032] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.626398] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.626612] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a55935a-2bbd-472b-80ef-2bdb39c77a89',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.656789] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.656789] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.656789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.656789] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be deleted. [ 1021.688033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.688033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.688033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.688033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.688276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.132295] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.132295] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 7a55935a-2bbd-472b-80ef-2bdb39c77a89 not found, creating... [ 1022.132295] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.132295] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.140622] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.140622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.140622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.140622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.140622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.140897] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 7a55935a-2bbd-472b-80ef-2bdb39c77a89 is going to be created. [ 1022.164682] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.165126] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.165696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.165850] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.166256] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.166679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.333605] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: SUCCESS [ 1022.333879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.334135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.334389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.335481] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.336814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.336814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.336814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.336814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.336814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.336814] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.839091] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.879698] env[65840]: INFO networking_nsxv3.common.synchronization [req-5dbbf145-829a-492b-99b8-f02fa3a8e5df req-4de5af8c-5970-422a-bb2f-79cda5770996 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1022.880038] env[65840]: INFO networking_nsxv3.common.synchronization [req-5dbbf145-829a-492b-99b8-f02fa3a8e5df req-4de5af8c-5970-422a-bb2f-79cda5770996 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1022.880214] env[65840]: INFO networking_nsxv3.common.synchronization [req-5dbbf145-829a-492b-99b8-f02fa3a8e5df req-4de5af8c-5970-422a-bb2f-79cda5770996 service nova] Enqueued Resource ID: 7a55935a-2bbd-472b-80ef-2bdb39c77a89 with Priority: HIGHEST for action port [ 1022.880807] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1022.880939] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1022.881186] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a55935a-2bbd-472b-80ef-2bdb39c77a89 with Priority: HIGHEST for action port [ 1022.881323] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.881511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.881610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.881882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.881982] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.883121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.883202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.883286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.883531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.884742] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.884742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.884742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.884742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.884742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.884742] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.885632] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a55935a-2bbd-472b-80ef-2bdb39c77a89 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.885751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.885824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.885998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.886167] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a55935a-2bbd-472b-80ef-2bdb39c77a89',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.341500] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cd611ab-6e71-4785-95cf-1d30d677e8b6: rpc.has_security_group_logging(os_id): False [ 1023.362287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.362476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.362572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.362869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.363053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.363404] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.363550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.363651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.363883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.364039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.364179] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be created. [ 1023.387689] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.387884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.388155] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.389378] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a55935a-2bbd-472b-80ef-2bdb39c77a89 with status ACTIVE [ 1023.389653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.389805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.389886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.390170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.390291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.390539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.390672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.390763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.390995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.391128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.391370] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.391503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.391602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.391791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.391900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.392035] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a55935a-2bbd-472b-80ef-2bdb39c77a89 is going to be updated. [ 1023.416881] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.417068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.417152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.417470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.418325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.418325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a55935a-2bbd-472b-80ef-2bdb39c77a89" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.429655] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.429913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.429913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.430222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.430393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.441406] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: IN_PROGRESS for 2s [ 1023.894579] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.398064] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.398064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.398064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.398064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.398064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.398064] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be created. [ 1024.426371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.426371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.426371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.426656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.426656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.438347] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: UNINITIALIZED for 2s [ 1025.454362] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: SUCCESS [ 1025.454795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.454405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.454405] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.454405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.454987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.454987] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.964132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.964437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.964564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.964826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.965121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.965455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.965455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.965626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.965758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.965889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.966112] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.966240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.966350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.966539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.966806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.966956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.967062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.967275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.967409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.967533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.967635] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.470557] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e0494c-f71f-4282-b098-de9cce36452c: rpc.has_security_group_logging(os_id): False [ 1027.489376] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.489594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.489594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.489883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.490014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.490826] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.491026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.491203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.491285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.491471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.491567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.491630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.491774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.491848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.492046] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.492141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.492203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.492341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.492415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.492534] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be created. [ 1027.556950] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.557231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.557345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.557606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.557811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.571351] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1027.882314] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1027.882496] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1028.501920] env[65840]: INFO networking_nsxv3.common.synchronization [req-36d94770-9e76-4023-88a1-d33891563106 req-693107f3-4085-4cf4-98f3-8131e30100ae tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 1028.502539] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 1028.502865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.503221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.503333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.503559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.503745] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.504281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.504385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.504573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.504703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.504850] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.940601] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.940601] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.940601] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.940601] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.940864] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.941199] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.941199] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.941350] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.942291] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.942291] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.942291] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.942291] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.942486] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.942566] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.942678] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.942809] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.965122] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.965302] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.965439] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.965611] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-859" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.965930] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.966155] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.966242] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.966602] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.966775] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce23c1d8-f00b-411e-8ae8-9cbd530477c5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.988930] env[65840]: INFO networking_nsxv3.common.synchronization [req-fd7a5fcb-60df-4d9c-bd86-21b3144ffb63 req-7590b27e-fa44-45d9-b0dd-0606bd7f34b1 tempest-ServersTestJSON-768525328 tempest-ServersTestJSON-768525328-project-member] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_members [ 1028.989425] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGHEST for action security_group_members [ 1028.989732] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.989861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.989928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.990307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.990471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.990577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.990678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.990840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.990932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.991067] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.006480] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.006629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.006687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.006888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.006984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007188] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.007287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.007349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.007500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.007657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.007657] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be updated. [ 1029.034967] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.035217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.035217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.035382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.035521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.046577] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 1029.417098] env[65840]: INFO networking_nsxv3.common.synchronization [None req-59d81440-9ca8-4246-bb60-0db68a6bb7e6 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1029.417600] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1029.417957] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.418147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.418206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.418513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.418686] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.418781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.418846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.418952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.419087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.419225] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.472023] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.472023] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port ce23c1d8-f00b-411e-8ae8-9cbd530477c5 not found, creating... [ 1029.472023] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.472023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.472641] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.472641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.472641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.472641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.472641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.472641] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: ce23c1d8-f00b-411e-8ae8-9cbd530477c5 is going to be created. [ 1029.493311] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.493530] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.493656] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.493929] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.494196] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.494445] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.495538] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.495538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.495538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.495753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.495790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.495986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.496150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.496215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.496324] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.496411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.496499] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 is going to be updated. [ 1029.524301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.524739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.524739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.524818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.524913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.534015] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 in Status: IN_PROGRESS for 2s [ 1029.584219] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1029.584733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.921035] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.219871] env[65840]: INFO networking_nsxv3.common.synchronization [req-36d94770-9e76-4023-88a1-d33891563106 req-6d371090-594c-4ce5-a58e-b6f04232d5f0 service nova] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_rules [ 1030.220102] env[65840]: INFO networking_nsxv3.common.synchronization [req-36d94770-9e76-4023-88a1-d33891563106 req-6d371090-594c-4ce5-a58e-b6f04232d5f0 service nova] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 1030.220276] env[65840]: INFO networking_nsxv3.common.synchronization [req-36d94770-9e76-4023-88a1-d33891563106 req-6d371090-594c-4ce5-a58e-b6f04232d5f0 service nova] Enqueued Resource ID: ce23c1d8-f00b-411e-8ae8-9cbd530477c5 with Priority: HIGHEST for action port [ 1030.221136] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_rules [ 1030.221136] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 1030.222541] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce23c1d8-f00b-411e-8ae8-9cbd530477c5 with Priority: HIGHEST for action port [ 1030.227421] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.227421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.227421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.227421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.227421] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.227801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.227928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.228471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.228607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.228668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.228932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.229141] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce23c1d8-f00b-411e-8ae8-9cbd530477c5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.423856] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.732875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.732875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.732875] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce23c1d8-f00b-411e-8ae8-9cbd530477c5 with status ACTIVE [ 1030.732875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.732875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.732875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.732875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.732875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.733850] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.733850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.734071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.734279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.734417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.734417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.734494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.734571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.735764] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce23c1d8-f00b-411e-8ae8-9cbd530477c5 is going to be updated. [ 1030.760198] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.760397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.760468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.760679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.760820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.760982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce23c1d8-f00b-411e-8ae8-9cbd530477c5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.927025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.927025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.927025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.927254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.927254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.927319] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1030.958239] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.958516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.958690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.959122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.959347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.969039] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1031.057735] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 1031.058085] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 deletion is rescheduled due to dependency. [ 1031.058220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.058432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.058746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.058983] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.059172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.059251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.059479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.059531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.059633] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.544352] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 in Status: SUCCESS [ 1031.544561] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 deletion is rescheduled due to dependency. [ 1031.545219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.561646] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.064084] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.566932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.567481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.567730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.570045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.570045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.570045] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be updated. [ 1032.578930] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1032.579058] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:2 started [ 1032.608626] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.608626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.608626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.608626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.608626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.619659] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 1032.848195] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.848396] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.848559] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.848997] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.849248] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.849408] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.849555] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.849811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.849960] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.850263] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.850409] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.850564] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.850698] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.850815] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.850920] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.851131] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.872389] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.872555] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.872689] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.872864] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.873923] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-2040425b-ef9d-4a1f-8734-7cee03225255 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.874167] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.874297] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.874923] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.875105] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2040425b-ef9d-4a1f-8734-7cee03225255',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.980327] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1032.980440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.378215] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.378680] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.378889] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.379269] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.379445] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.379601] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 2040425b-ef9d-4a1f-8734-7cee03225255 not found, creating... [ 1033.379929] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.380201] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.380330] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.380624] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.380786] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.381182] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.381679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.381679] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.381892] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.382020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.382163] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 2040425b-ef9d-4a1f-8734-7cee03225255 is going to be created. [ 1033.401979] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.402249] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.402386] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.402626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.402858] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.403090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.618412] env[65840]: INFO networking_nsxv3.common.synchronization [None req-2c48a305-6633-480c-8bdb-70805f450662 None None] Enqueued Resource ID: b2dbb042-d1fb-45d3-a699-71307fd8b6fa with Priority: HIGHEST for action port [ 1034.618412] env[65840]: INFO networking_nsxv3.common.synchronization [req-06267da0-77f7-4e7c-bedc-45063077fb2c req-65d9ee7a-323e-4ecb-a0b8-7741814fe8ff service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1034.618412] env[65840]: INFO networking_nsxv3.common.synchronization [req-06267da0-77f7-4e7c-bedc-45063077fb2c req-65d9ee7a-323e-4ecb-a0b8-7741814fe8ff service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1034.618412] env[65840]: INFO networking_nsxv3.common.synchronization [req-06267da0-77f7-4e7c-bedc-45063077fb2c req-65d9ee7a-323e-4ecb-a0b8-7741814fe8ff service nova] Enqueued Resource ID: 2040425b-ef9d-4a1f-8734-7cee03225255 with Priority: HIGHEST for action port [ 1034.622244] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dbb042-d1fb-45d3-a699-71307fd8b6fa with Priority: HIGHEST for action port [ 1034.622244] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1034.622244] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1034.622244] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2040425b-ef9d-4a1f-8734-7cee03225255 with Priority: HIGHEST for action port [ 1034.622244] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2dbb042-d1fb-45d3-a699-71307fd8b6fa taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.622244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2dbb042-d1fb-45d3-a699-71307fd8b6fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.622244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2dbb042-d1fb-45d3-a699-71307fd8b6fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.622244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2dbb042-d1fb-45d3-a699-71307fd8b6fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.622244] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dbb042-d1fb-45d3-a699-71307fd8b6fa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.623112] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.623250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.623288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.623443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.623580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.623668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.623727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.623858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.623939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.624037] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.624804] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.624895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.624965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.625139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.625212] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.629785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-2040425b-ef9d-4a1f-8734-7cee03225255 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.629785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.629785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.629785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.629785] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2040425b-ef9d-4a1f-8734-7cee03225255',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.640219] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 1034.640849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.641099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.641335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.641530] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.641655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.641715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.641894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.641984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.642102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.642258] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.131065] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2040425b-ef9d-4a1f-8734-7cee03225255 with status ACTIVE [ 1035.131291] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.131429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.131638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.132957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.133132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.133347] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.133548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.133674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.133857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.133942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.134171] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.134262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.134300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.134438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.134513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.134598] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2040425b-ef9d-4a1f-8734-7cee03225255 is going to be updated. [ 1035.136059] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.136149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.136537] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.137178] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2dbb042-d1fb-45d3-a699-71307fd8b6fa [ 1035.138073] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.138073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.138073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.138073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.138073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.138073] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2dbb042-d1fb-45d3-a699-71307fd8b6fa already deleted. [ 1035.138073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2dbb042-d1fb-45d3-a699-71307fd8b6fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.146312] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.146312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.146312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.146539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.146539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.146625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.147451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.147451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.147451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.148223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.148506] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.148570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.148609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.148781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.148926] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.149033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.149095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.149477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.149592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.149681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.149777] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.159456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.159599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.160294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.160294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.160294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.160294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2040425b-ef9d-4a1f-8734-7cee03225255" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.641358] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.654203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0047fe4d-190e-4480-a27c-ba0bd79c8b32: rpc.has_security_group_logging(os_id): False [ 1035.674397] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674397] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.674397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.674397] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.675140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.675140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.675140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.675140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.675140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.675361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.675361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.675361] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be updated. [ 1035.754018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.754299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.754372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.754672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.754875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.768659] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 1036.146494] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.146494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.146494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.146494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.146494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.146494] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1036.178439] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.178439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.178439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.178439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.178439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.187765] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1036.549587] env[65840]: INFO networking_nsxv3.common.synchronization [None req-9fad0853-0c9d-452d-b5b6-51fa127d1f6f None None] Enqueued Resource ID: edf1d71d-2280-434e-ba8c-adb5245fc0f5 with Priority: HIGHEST for action port [ 1036.549587] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf1d71d-2280-434e-ba8c-adb5245fc0f5 with Priority: HIGHEST for action port [ 1036.549886] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf1d71d-2280-434e-ba8c-adb5245fc0f5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.550253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf1d71d-2280-434e-ba8c-adb5245fc0f5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.550445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf1d71d-2280-434e-ba8c-adb5245fc0f5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.550862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf1d71d-2280-434e-ba8c-adb5245fc0f5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.551346] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf1d71d-2280-434e-ba8c-adb5245fc0f5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.912940] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1e77250a-9c19-49aa-8b07-12e59adc52a4 None None] Enqueued Resource ID: b14924a8-bc8a-4347-a4d6-e7299674a0bf with Priority: HIGHEST for action port [ 1036.914383] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14924a8-bc8a-4347-a4d6-e7299674a0bf with Priority: HIGHEST for action port [ 1036.915108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14924a8-bc8a-4347-a4d6-e7299674a0bf taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.915108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14924a8-bc8a-4347-a4d6-e7299674a0bf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.915108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14924a8-bc8a-4347-a4d6-e7299674a0bf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.915320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14924a8-bc8a-4347-a4d6-e7299674a0bf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.915373] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14924a8-bc8a-4347-a4d6-e7299674a0bf',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.054173] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf1d71d-2280-434e-ba8c-adb5245fc0f5 [ 1037.054432] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.054578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.054684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.054974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.055133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.055236] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf1d71d-2280-434e-ba8c-adb5245fc0f5 already deleted. [ 1037.055347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf1d71d-2280-434e-ba8c-adb5245fc0f5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.417843] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b14924a8-bc8a-4347-a4d6-e7299674a0bf [ 1037.418262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.418262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.418405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.418526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.418779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.418779] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b14924a8-bc8a-4347-a4d6-e7299674a0bf already deleted. [ 1037.418779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14924a8-bc8a-4347-a4d6-e7299674a0bf" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.784075] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 1037.784075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.796701] env[65840]: INFO networking_nsxv3.common.synchronization [req-466d9660-b874-4fb2-8a40-d2382c2315ab req-696ddd9d-150a-4a49-828d-cb7e67efe096 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1037.797431] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1037.798462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.800635] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.800635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.800635] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.200254] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1038.200680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.201844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.201844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.201844] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.202788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.202932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.203151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.203279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.203408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.203510] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.232604] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.233592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.233592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.233592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.233592] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.233988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.233988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.233988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.234407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.234700] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.234828] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.234968] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.235066] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.235165] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.237049] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.237049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.256454] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.256643] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.256793] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.256997] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.257351] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-c7e48f5c-3efc-466f-ab6f-930853c69aa7 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.257696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.257696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.257985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.259587] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e48f5c-3efc-466f-ab6f-930853c69aa7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.304765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.304765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.304765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.304765] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1038.343465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.343660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.343660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.343841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.344034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.360366] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1038.706788] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.706788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.706788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.706788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.707030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.707030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.707030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.707842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.707842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.707842] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.707842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.707842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.708185] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.708185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.708185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.708185] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.708337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.708337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.708419] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.763715] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.763715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.763715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.763715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.763715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.763715] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port c7e48f5c-3efc-466f-ab6f-930853c69aa7 not found, creating... [ 1038.763715] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.763715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.763715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.765208] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.765507] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.765953] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.766240] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.766443] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.766847] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.767062] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.767687] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: c7e48f5c-3efc-466f-ab6f-930853c69aa7 is going to be created. [ 1038.792775] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.792775] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.792775] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.792964] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.793286] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.793518] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.210964] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e0494c-f71f-4282-b098-de9cce36452c: rpc.has_security_group_logging(os_id): False [ 1039.230479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.231114] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.231279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.231541] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.231695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.231793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.232017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.232896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.233244] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.233462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.233823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.234126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.234313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.234896] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.234896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.235136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.235367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.235540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.235718] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1039.347590] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.348414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.348414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.348414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.348414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.365555] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1039.593226] env[65840]: INFO networking_nsxv3.common.synchronization [req-466d9660-b874-4fb2-8a40-d2382c2315ab req-5946a75f-968f-4750-99c6-198d9e983a39 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 1039.593358] env[65840]: INFO networking_nsxv3.common.synchronization [req-466d9660-b874-4fb2-8a40-d2382c2315ab req-5946a75f-968f-4750-99c6-198d9e983a39 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1039.593636] env[65840]: INFO networking_nsxv3.common.synchronization [req-466d9660-b874-4fb2-8a40-d2382c2315ab req-5946a75f-968f-4750-99c6-198d9e983a39 service nova] Enqueued Resource ID: c7e48f5c-3efc-466f-ab6f-930853c69aa7 with Priority: HIGHEST for action port [ 1039.594529] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 1039.594664] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1039.594888] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e48f5c-3efc-466f-ab6f-930853c69aa7 with Priority: HIGHEST for action port [ 1039.595108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.595220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.595290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.595488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.595570] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.596577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.596714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.596903] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7e48f5c-3efc-466f-ab6f-930853c69aa7 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.597054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.597127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.597790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.597882] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e48f5c-3efc-466f-ab6f-930853c69aa7',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.782292] env[65840]: INFO networking_nsxv3.common.synchronization [None req-8421511c-86bc-4af6-bf7e-fecd3328c964 None None] Enqueued Resource ID: 033eecfb-cf63-411d-a1c6-76a6bb677311 with Priority: HIGHEST for action port [ 1039.782292] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033eecfb-cf63-411d-a1c6-76a6bb677311 with Priority: HIGHEST for action port [ 1039.782292] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-033eecfb-cf63-411d-a1c6-76a6bb677311 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.782292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033eecfb-cf63-411d-a1c6-76a6bb677311" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.782292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033eecfb-cf63-411d-a1c6-76a6bb677311" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.782885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033eecfb-cf63-411d-a1c6-76a6bb677311" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.782885] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033eecfb-cf63-411d-a1c6-76a6bb677311',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.099614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.099782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.099966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7e48f5c-3efc-466f-ab6f-930853c69aa7 with status ACTIVE [ 1040.100248] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.100248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.100355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.100507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.100696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.100763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.100869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.100906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.101683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.101683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.101683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.101683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.101683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.101683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.101683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.101959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7e48f5c-3efc-466f-ab6f-930853c69aa7 is going to be updated. [ 1040.124504] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.124672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.124738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.125578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.125578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.125578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7e48f5c-3efc-466f-ab6f-930853c69aa7" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.284760] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033eecfb-cf63-411d-a1c6-76a6bb677311 [ 1040.284993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.285165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.285241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.285452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.285542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.285637] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033eecfb-cf63-411d-a1c6-76a6bb677311 already deleted. [ 1040.285718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033eecfb-cf63-411d-a1c6-76a6bb677311" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.371787] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1040.372284] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1040.372459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.372793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.373062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.373272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.373416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.373628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.373782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.373865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.373956] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.877368] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.383377] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.385216] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1041.385465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.887283] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.887497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.887497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.887828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.888022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.888219] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1041.923193] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.923366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.923432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.923646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.923798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.936855] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1043.949496] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1043.950328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.950753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.952208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.952208] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.952208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.952208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.952208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.952208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.952208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.952208] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.455780] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.455980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.456403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.456403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.456775] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.456775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.456912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.457076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.457146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.457242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.457440] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.458134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.458134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.458134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.458134] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.458134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.458613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.458613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.458613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.462204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.462204] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.782167] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.782294] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1044.868283] env[65840]: INFO networking_nsxv3.common.synchronization [req-cd72c838-14ae-42de-ad36-14b2703b2b40 req-96261172-7a34-4a06-930a-674025f0954d tempest-ImagesOneServerNegativeTestJSON-944567924 tempest-ImagesOneServerNegativeTestJSON-944567924-project-member] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 1044.868904] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGHEST for action security_group_members [ 1044.870075] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.870225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.870315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.870575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.870785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.870951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.871191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.871399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.871541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.871670] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.965379] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107d984f-4d36-43f3-9054-2b2263634454: rpc.has_security_group_logging(os_id): False [ 1044.988473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.988721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.988843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.989534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.989534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.989534] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.989534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.989534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.989747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.989747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.989839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.989951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.989985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.992601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.992698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.992890] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.993556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.993556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.993556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.993556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.993556] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1045.069408] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.069548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.069587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.069833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.070065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.085636] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1045.374806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.374806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.374806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.375067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.375717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.376098] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.376527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.376527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.376527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.376790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.376790] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be updated. [ 1045.409200] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.409407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.409510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.409688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.419591] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: IN_PROGRESS for 2s [ 1047.107674] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1047.108246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.435224] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 in Status: SUCCESS [ 1047.435555] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 deletion is rescheduled due to dependency. [ 1047.435904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.870059] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.870377] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1050.167189] env[65840]: INFO networking_nsxv3.common.synchronization [req-7d0ec901-fe5d-4a7d-8136-76353a0fc699 req-759d3220-b4e8-43c0-b95f-abe983e8a5d5 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_members [ 1050.167811] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 with Priority: HIGHEST for action security_group_members [ 1050.168839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc7c8292-4785-44d3-b80f-d565a42f8ee0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.169040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.169164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.169423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.169655] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.169807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.169914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.170112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.170243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.170388] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc7c8292-4785-44d3-b80f-d565a42f8ee0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.674072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.674241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.674390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.674550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.674651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.674857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.674952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.675027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.675184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.675253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.675348] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 is going to be updated. [ 1050.730370] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.730516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.730590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.735516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.735516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.750235] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 in Status: IN_PROGRESS for 2s [ 1050.909728] env[65840]: INFO networking_nsxv3.common.synchronization [None req-938a53a5-af7c-4769-b582-0d8ad8150f3e None None] Enqueued Resource ID: 3933614b-ac24-4833-8bc4-ed357fe881a3 with Priority: HIGHEST for action port [ 1050.910337] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3933614b-ac24-4833-8bc4-ed357fe881a3 with Priority: HIGHEST for action port [ 1050.910643] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-3933614b-ac24-4833-8bc4-ed357fe881a3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.910779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3933614b-ac24-4833-8bc4-ed357fe881a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.910839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3933614b-ac24-4833-8bc4-ed357fe881a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.911267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3933614b-ac24-4833-8bc4-ed357fe881a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.911359] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3933614b-ac24-4833-8bc4-ed357fe881a3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.134360] env[65840]: INFO networking_nsxv3.common.synchronization [req-b480e16a-8a1c-46e7-9031-31d62af0aca8 req-cdf742f0-a95c-4fbb-b90d-4d48dff92ab5 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1051.134932] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1051.135194] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.135312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.135380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.135627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.135785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.135883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.135942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.136104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.136296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.136296] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.414446] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3933614b-ac24-4833-8bc4-ed357fe881a3 [ 1051.414666] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.414785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.414906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.415137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.415238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.415323] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3933614b-ac24-4833-8bc4-ed357fe881a3 already deleted. [ 1051.415405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3933614b-ac24-4833-8bc4-ed357fe881a3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.639038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.639038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.639038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.640241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.640241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.641385] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.641385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.641385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.641385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.641385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.641385] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 already deleted. [ 1051.641385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.648187] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.648187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.648187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.648187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.648187] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.648187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.648187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.648968] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.649437] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.649928] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.652047] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.652047] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.652047] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.652047] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.652047] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.652047] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.674883] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.675290] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.675290] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.675507] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.675886] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-6f394fd8-d200-4867-81db-6d48aacacb39 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.676094] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.676227] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.676615] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.676782] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f394fd8-d200-4867-81db-6d48aacacb39',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.179768] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.180136] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.180351] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.180757] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.181023] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.181344] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 6f394fd8-d200-4867-81db-6d48aacacb39 not found, creating... [ 1052.181728] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.182031] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.182258] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.182581] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.182811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.183346] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.183556] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.183840] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.184159] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.184471] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.184714] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 6f394fd8-d200-4867-81db-6d48aacacb39 is going to be created. [ 1052.208457] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.208751] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.208895] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.209307] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.209658] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.209943] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.760969] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 in Status: SUCCESS [ 1052.761550] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc7c8292-4785-44d3-b80f-d565a42f8ee0 deletion is rescheduled due to dependency. [ 1052.761550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc7c8292-4785-44d3-b80f-d565a42f8ee0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.945805] env[65840]: INFO networking_nsxv3.common.synchronization [req-b480e16a-8a1c-46e7-9031-31d62af0aca8 req-5edf78d2-f834-45eb-bd54-309cfe695d16 service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1052.945805] env[65840]: INFO networking_nsxv3.common.synchronization [req-b480e16a-8a1c-46e7-9031-31d62af0aca8 req-5edf78d2-f834-45eb-bd54-309cfe695d16 service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1052.945805] env[65840]: INFO networking_nsxv3.common.synchronization [req-b480e16a-8a1c-46e7-9031-31d62af0aca8 req-5edf78d2-f834-45eb-bd54-309cfe695d16 service nova] Enqueued Resource ID: 6f394fd8-d200-4867-81db-6d48aacacb39 with Priority: HIGHEST for action port [ 1052.946723] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1052.949975] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1052.950166] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f394fd8-d200-4867-81db-6d48aacacb39 with Priority: HIGHEST for action port [ 1052.950500] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.950634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.950705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.950973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.951074] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.957305] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.957452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.957518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.957745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.958056] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.958056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.958188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.959088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.959088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.959088] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.959486] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f394fd8-d200-4867-81db-6d48aacacb39 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.959627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.959725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.959890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.959990] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f394fd8-d200-4867-81db-6d48aacacb39',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.036523] env[65840]: INFO networking_nsxv3.common.synchronization [req-88924f4f-68fd-4779-8166-fff1cb33976b req-83a48d89-70b0-41ab-8357-bbf1f838179b tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1053.039031] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1053.039031] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.039031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.039031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.039031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.041210] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.041210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.041210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.041210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.041210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.041210] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.403658] env[65840]: INFO networking_nsxv3.common.synchronization [req-5bc1b98c-39da-4fa6-ba75-bb001e63162f req-c7ed62ee-090b-4b7a-aeef-33254bbc02c6 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1053.404302] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1053.404644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.404794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.404861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.405180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.405260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.405383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.405443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.405648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.405758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.405873] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.466039] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.466039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.466039] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f394fd8-d200-4867-81db-6d48aacacb39 with status ACTIVE [ 1053.466039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.466039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.466039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.469250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.469469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.470723] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.470723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.470723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.470723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.470723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.471017] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f394fd8-d200-4867-81db-6d48aacacb39 is going to be updated. [ 1053.498079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.498232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.498304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.498505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.498673] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.498837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f394fd8-d200-4867-81db-6d48aacacb39" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.542269] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.559202] env[65840]: INFO networking_nsxv3.common.synchronization [None req-787210bc-e342-48ed-a1f1-70c0ca42cd2f tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1053.559671] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1053.564131] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.564323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.794506] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b304f250-a220-4376-8c8c-f70566f86877 None None] Enqueued Resource ID: 3429d7c7-0b9a-4d58-8999-07a42929895d with Priority: HIGHEST for action port [ 1053.795329] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3429d7c7-0b9a-4d58-8999-07a42929895d with Priority: HIGHEST for action port [ 1053.795442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-3429d7c7-0b9a-4d58-8999-07a42929895d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.795522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3429d7c7-0b9a-4d58-8999-07a42929895d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.795565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3429d7c7-0b9a-4d58-8999-07a42929895d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.795800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3429d7c7-0b9a-4d58-8999-07a42929895d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.795883] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3429d7c7-0b9a-4d58-8999-07a42929895d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.827869] env[65840]: INFO networking_nsxv3.common.synchronization [req-8e49a890-5bc9-4ef2-8bc8-cdcd1ee871ca req-19cc4e40-269f-4f13-8daf-ccb3f9b31977 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1053.828374] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1053.828783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.828896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.828960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.829230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.829386] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.829492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.829639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.829797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.829885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.829979] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.908137] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.908137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.908331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.908368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.908468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.908662] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.908782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.908827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.908966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.909052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.909131] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1053.942111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.942111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.942111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.942111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.942111] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.949463] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1053.966287] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.048821] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.189552] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189753] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189875] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.190270] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.190517] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.190677] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.190792] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.192232] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.192232] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.192660] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.193128] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.193128] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.193309] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.193354] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.193547] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.193706] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.213298] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.213486] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.214464] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.214464] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.214464] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.214464] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.214464] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.214760] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.214990] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a6ee62-1ef5-45c7-9e27-301939aeb2fa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.298168] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3429d7c7-0b9a-4d58-8999-07a42929895d [ 1054.298424] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.298587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.298671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.298892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.298981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.299101] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3429d7c7-0b9a-4d58-8999-07a42929895d already deleted. [ 1054.299184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3429d7c7-0b9a-4d58-8999-07a42929895d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.332195] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.333049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.333049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.333190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.333290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.333778] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.333778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.333778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.333913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.333913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.333977] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f already deleted. [ 1054.334089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.468733] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.468733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.468733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.468733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.468733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.468733] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be created. [ 1054.495817] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.495976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.496094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.496332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.496547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.506503] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: UNINITIALIZED for 2s [ 1054.550182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.550330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.550403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.550702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.550797] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1054.581300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.581300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.581300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.581605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.581605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.598360] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1054.718113] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.718593] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.718747] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.718978] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.719261] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.719624] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 73a6ee62-1ef5-45c7-9e27-301939aeb2fa not found, creating... [ 1054.719876] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.719996] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.720067] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.720338] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.720522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.721388] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.721388] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.721649] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.721700] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.722539] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.722539] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 73a6ee62-1ef5-45c7-9e27-301939aeb2fa is going to be created. [ 1054.748721] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.748931] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.749031] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.750146] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.750146] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.750146] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.537195] env[65840]: INFO networking_nsxv3.common.synchronization [req-8e49a890-5bc9-4ef2-8bc8-cdcd1ee871ca req-af2ed9f1-eb74-49b2-bbc3-529b89c88322 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1055.537195] env[65840]: INFO networking_nsxv3.common.synchronization [req-8e49a890-5bc9-4ef2-8bc8-cdcd1ee871ca req-af2ed9f1-eb74-49b2-bbc3-529b89c88322 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1055.537195] env[65840]: INFO networking_nsxv3.common.synchronization [req-8e49a890-5bc9-4ef2-8bc8-cdcd1ee871ca req-af2ed9f1-eb74-49b2-bbc3-529b89c88322 service nova] Enqueued Resource ID: 73a6ee62-1ef5-45c7-9e27-301939aeb2fa with Priority: HIGHEST for action port [ 1055.537195] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1055.537195] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1055.537195] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a6ee62-1ef5-45c7-9e27-301939aeb2fa with Priority: HIGHEST for action port [ 1055.537195] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.537725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.537725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.537725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.537725] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.538442] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.538628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.540996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.540996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.540996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.540996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.540996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.540996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.540996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.540996] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.540996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.541430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.541430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.541430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.541430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a6ee62-1ef5-45c7-9e27-301939aeb2fa',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.962039] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1055.962277] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1055.962421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.043512] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.043672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.046123] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.046865] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73a6ee62-1ef5-45c7-9e27-301939aeb2fa with status ACTIVE [ 1056.047084] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.047245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.048083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.048195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.048386] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.048545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.048585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.048736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.048812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.049032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.049149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.049213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.049354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.049429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.049671] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73a6ee62-1ef5-45c7-9e27-301939aeb2fa is going to be updated. [ 1056.073289] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.073444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.073488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.073749] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.073922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.074134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a6ee62-1ef5-45c7-9e27-301939aeb2fa" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.362424] env[65840]: INFO networking_nsxv3.common.synchronization [req-3bec476b-96e0-4242-925c-7e615de620f1 req-42c8f909-2a9e-4606-a75e-4a08a89fc8b9 tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1056.363346] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1056.363614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.363735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.363800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364166] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.364260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.364335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.364473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.364549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.364647] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.521041] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1056.521041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.522795] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.522795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.522795] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.554029] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.614639] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1056.614856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.615557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.615830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.617277] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.617417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.617490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.617684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.617794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.617878] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.807651] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.808114] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.808577] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.808986] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.809439] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.809729] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.809973] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.810337] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.810604] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.810957] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.811157] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.811360] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.811560] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.811796] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.811986] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.816267] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.869023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.869023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.869023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.869023] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1057.001899] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.001899] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.185 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.001899] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.001899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.001899] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-10dca6ff-de81-48d7-937f-f45404a9fc68 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.001899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.001899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.001899] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.001899] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10dca6ff-de81-48d7-937f-f45404a9fc68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.018694] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.018873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.019386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.019386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.019386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.026682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.026830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.026904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.027234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.027423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.027524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.027584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.027843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.027843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.027961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.028452] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028732] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.029060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.029060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.029060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.029241] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.033018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1057.056264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.056475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.056590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.057521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.057640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.057748] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be created. [ 1057.087107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.087302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.087346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.087543] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.087733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: UNINITIALIZED for 2s [ 1057.120542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.120743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.120790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.121035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.121145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.121381] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.121538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.121538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.121743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.121824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.121916] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1057.173539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.173764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.173764] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.173974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.174093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.184639] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1057.456203] env[65840]: INFO networking_nsxv3.common.synchronization [req-1d2759f9-48cc-4a90-91dc-b5aafcb2098c req-ec8ad7c3-d5f1-4e31-9e4b-641c28ded90c tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_members [ 1057.456741] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGHEST for action security_group_members [ 1057.457180] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.457322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.457393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.457591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.457744] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.457843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.457912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.458155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.458265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.458375] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.505271] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.506300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.506300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.506300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.506300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.506535] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 10dca6ff-de81-48d7-937f-f45404a9fc68 not found, creating... [ 1057.506805] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.507421] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.507421] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.507543] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.507887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.508899] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.508979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509452] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.509452] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.509737] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.509820] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 10dca6ff-de81-48d7-937f-f45404a9fc68 is going to be created. [ 1057.533717] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.534526] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.534526] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.534526] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.534875] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.534875] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.539311] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b1c873b-262c-4490-b69e-ab6548868145: rpc.has_security_group_logging(os_id): False [ 1057.560287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561026] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.561426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.561976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562179] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.562309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.562351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.562469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.566024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.566024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be created. [ 1057.653224] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.654079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.654288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.654539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.654759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.692742] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1057.961091] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.961433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.961545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.962207] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.962344] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.962680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.962938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.963150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.963835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c is going to be updated. [ 1058.115230] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.115230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.115230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.115230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.115230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.146240] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c in Status: IN_PROGRESS for 2s [ 1058.151528] env[65840]: INFO networking_nsxv3.common.synchronization [req-3bec476b-96e0-4242-925c-7e615de620f1 req-7bf77b7a-c3bb-42ea-bffa-0c5b8ca2e025 service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 1058.151817] env[65840]: INFO networking_nsxv3.common.synchronization [req-3bec476b-96e0-4242-925c-7e615de620f1 req-7bf77b7a-c3bb-42ea-bffa-0c5b8ca2e025 service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1058.155494] env[65840]: INFO networking_nsxv3.common.synchronization [req-3bec476b-96e0-4242-925c-7e615de620f1 req-7bf77b7a-c3bb-42ea-bffa-0c5b8ca2e025 service nova] Enqueued Resource ID: 10dca6ff-de81-48d7-937f-f45404a9fc68 with Priority: HIGHEST for action port [ 1058.156074] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 1058.156219] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1058.156317] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10dca6ff-de81-48d7-937f-f45404a9fc68 with Priority: HIGHEST for action port [ 1058.156900] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.156900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.156900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.157107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.157165] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.158163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.158259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.158453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-10dca6ff-de81-48d7-937f-f45404a9fc68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.158650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.158721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.158910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.158991] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10dca6ff-de81-48d7-937f-f45404a9fc68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.661228] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.661691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.661691] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10dca6ff-de81-48d7-937f-f45404a9fc68 with status ACTIVE [ 1058.661839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.661941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.661996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.662226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.662335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.662507] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.662891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.662891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.662891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.662891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.663189] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.663266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.663266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.663390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.663460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.663596] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10dca6ff-de81-48d7-937f-f45404a9fc68 is going to be updated. [ 1058.689805] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.690057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.690191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.690472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.690691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.691014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10dca6ff-de81-48d7-937f-f45404a9fc68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.905156] env[65840]: INFO networking_nsxv3.common.synchronization [req-09c9bb78-b8e3-4880-be27-997cb5aa0832 req-4e9ccf6f-8b1e-4197-beb6-2e604ef6331a tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1058.905156] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1058.905156] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.905416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.905416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.905494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.907091] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.907091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.907091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.907091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.907091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.907091] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.042639] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1059.042824] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c deletion is rescheduled due to dependency. [ 1059.043019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.043192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.043407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.043842] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.043842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.043842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.044039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.044039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.044112] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.108438] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1059.109278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.110629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.113108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.113108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.113108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.113108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.113108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.113108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.113108] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.199170] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1059.199378] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c deletion is rescheduled due to dependency. [ 1059.199463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.278238] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.278442] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.278578] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.282017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.282017] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.282017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.282017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.282017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.282017] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.282017] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.282017] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.282017] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.282017] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.282017] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.282017] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.282017] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.301242] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.302009] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.302212] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.302404] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.303516] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.303516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.303516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.303516] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.303516] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ec6f0d-5d99-4b6b-b263-4f2a56cf0086',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.408016] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.546775] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.616427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.616613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.616799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.616906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.617159] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.617301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.617390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.617569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.617684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.617800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.617976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.618119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.618213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.618385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.618644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.618793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.618849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.619009] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.619119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.619224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.619340] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.711041] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1059.711323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.805908] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.806260] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.806441] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.806854] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.807092] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.807310] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 not found, creating... [ 1059.807709] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.808115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.808451] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.809121] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.810961] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.811547] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.811887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.812156] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.812565] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.812865] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.813161] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 is going to be created. [ 1059.851717] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.852020] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.852204] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.852671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.852989] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.853273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.910910] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.050579] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.124030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 111a8604-a00c-4de8-9446-ac194d99db8f: rpc.has_security_group_logging(os_id): False [ 1060.150056] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.150056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.150056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.150559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.150559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.150679] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.150829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.150924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.152546] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.152868] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.153045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.153145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.153356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.153493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.153744] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.153878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.153965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.154186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.154292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.154419] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be created. [ 1060.170052] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c in Status: SUCCESS [ 1060.170320] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c deletion is rescheduled due to dependency. [ 1060.170745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.250322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.250322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.250322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.250322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.251166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.269956] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1060.417539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.417974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.417974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.418366] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.418592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.418741] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1060.467765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.468014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.468014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.468381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.468381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.480188] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1060.554048] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.554048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.554236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.554325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.554420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.554526] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1060.593371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.593591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.593886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.593886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.594041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.604427] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1060.669549] env[65840]: INFO networking_nsxv3.common.synchronization [req-09c9bb78-b8e3-4880-be27-997cb5aa0832 req-7ccbbc53-1303-4c26-ae01-eb5f237df8d3 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1060.669771] env[65840]: INFO networking_nsxv3.common.synchronization [req-09c9bb78-b8e3-4880-be27-997cb5aa0832 req-7ccbbc53-1303-4c26-ae01-eb5f237df8d3 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1060.669987] env[65840]: INFO networking_nsxv3.common.synchronization [req-09c9bb78-b8e3-4880-be27-997cb5aa0832 req-7ccbbc53-1303-4c26-ae01-eb5f237df8d3 service nova] Enqueued Resource ID: 61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 with Priority: HIGHEST for action port [ 1060.670836] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1060.671059] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1060.671174] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 with Priority: HIGHEST for action port [ 1060.671484] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.672066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.672066] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.675071] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.675182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675381] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.675568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.677114] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.677114] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ec6f0d-5d99-4b6b-b263-4f2a56cf0086',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.179233] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 with status ACTIVE [ 1061.180693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.180693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.180693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.180693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.180693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.180693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.180693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.181407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.181407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.181407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.181407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.181407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.181407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.181611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.181611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.181611] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61ec6f0d-5d99-4b6b-b263-4f2a56cf0086 is going to be updated. [ 1061.184786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.184786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.205542] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.205542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.205542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.205679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.206917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.206917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ec6f0d-5d99-4b6b-b263-4f2a56cf0086" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.825181] env[65840]: INFO networking_nsxv3.common.synchronization [req-11ceeea0-75bb-494f-be12-ebef48b1bcd4 req-00f6bda3-bd2c-4db5-b401-aab66e07591d tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_members [ 1061.825795] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGHEST for action security_group_members [ 1061.825998] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.826152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.826283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.826552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.826705] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.826807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.826870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.827040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.827123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.827218] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.286513] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1062.286903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.329572] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.329810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.330038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.330149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.330564] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.330564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.330684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.330811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.330889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.331022] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f is going to be updated. [ 1062.383391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.383920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.383920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.383920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.384050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.396773] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299695fe-1227-4fb0-9f73-64a9c880839f in Status: IN_PROGRESS for 2s [ 1062.494499] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1062.494499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.495251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.495251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.495251] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.495251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.495251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.495468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.496134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.496134] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.620653] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1062.621169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.623670] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.623670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.623670] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.002329] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.130365] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.505653] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.633869] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3559684-ad52-4b75-8a69-80c5065de66c: rpc.has_security_group_logging(os_id): False [ 1063.659965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.659965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.659965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.659965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.659965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.659965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.660605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.660605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.660605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.660752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.660786] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1063.748113] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.748605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.748762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.770041] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1064.008610] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.008962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.008962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.013042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.013042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.013042] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1064.075555] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.076158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.076799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.076799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.077082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.093858] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1064.381925] env[65840]: INFO networking_nsxv3.common.synchronization [req-3e213898-06b9-4c20-b35d-b57941c0d5e4 req-5c4fe4fe-2489-48b8-abb5-5a7008767404 tempest-ServersTestManualDisk-1773083317 tempest-ServersTestManualDisk-1773083317-project-member] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_members [ 1064.382317] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGHEST for action security_group_members [ 1064.382629] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.382750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.382820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.383367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.383518] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.383624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.383917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.384077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384267] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.410044] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299695fe-1227-4fb0-9f73-64a9c880839f in Status: SUCCESS [ 1064.410239] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f deletion is rescheduled due to dependency. [ 1064.410353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.887056] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.888530] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.888530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.888530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 is going to be updated. [ 1064.924811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.925470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.927033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.927033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.938367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 in Status: IN_PROGRESS for 2s [ 1065.787028] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1065.787935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.106636] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1066.106636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.107020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.107020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.107136] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.107240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.107308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.107502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.107588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.107795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.107795] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.611447] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.611707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.612143] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.612252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.612320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.612482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.612568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612802] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.612897] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.612954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.613259] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.613350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.613412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.613552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.613626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613704] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.613794] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.675811] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.678545] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.678773] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.679076] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.679366] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.679685] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.679837] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.680079] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.680228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.680443] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.680587] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.680706] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.680816] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.680927] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.681044] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.681177] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.703292] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.703466] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.703593] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.703767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-464" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.704083] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.704259] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.704378] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.704643] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.704783] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab158f43-0b6f-457b-8598-baf7aa9e3cc6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.948794] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 in Status: SUCCESS [ 1066.948992] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 deletion is rescheduled due to dependency. [ 1066.949115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.116287] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 1067.135987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.136172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.136245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.136456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.136571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.136793] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.136952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.137084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.137314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.137414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.137959] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.137959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.137959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.137959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.138264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.138264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.138376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.138376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.138600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.138678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.138764] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1067.158918] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0476b14b-7fe5-49bb-bd9a-855ab4f0ff21 None None] Enqueued Resource ID: 844a39a9-ed62-40eb-bc9b-298e8aee120d with Priority: HIGHEST for action port [ 1067.159245] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 844a39a9-ed62-40eb-bc9b-298e8aee120d with Priority: HIGHEST for action port [ 1067.159613] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-844a39a9-ed62-40eb-bc9b-298e8aee120d taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.159766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-844a39a9-ed62-40eb-bc9b-298e8aee120d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.159849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-844a39a9-ed62-40eb-bc9b-298e8aee120d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.160401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-844a39a9-ed62-40eb-bc9b-298e8aee120d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.160524] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('844a39a9-ed62-40eb-bc9b-298e8aee120d',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.210271] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.210558] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.210813] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211021] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.211210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.211534] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.211695] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.211900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.212075] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.212229] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.212534] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.212715] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.212843] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.213091] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.213238] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.213411] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 is going to be updated. [ 1067.228714] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.228974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.228974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.229147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.229323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.263723] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.264178] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.264305] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.264668] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.264946] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.265396] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.275913] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1067.663694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 844a39a9-ed62-40eb-bc9b-298e8aee120d [ 1067.665033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.665033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.665033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.665033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.665033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.665033] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:844a39a9-ed62-40eb-bc9b-298e8aee120d already deleted. [ 1067.665033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-844a39a9-ed62-40eb-bc9b-298e8aee120d" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.974461] env[65840]: INFO networking_nsxv3.common.synchronization [req-b37a5447-d628-4beb-8bf7-f7e30f1af537 req-3203b154-8b18-40a2-b08d-c0b071b33099 service nova] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_rules [ 1067.974642] env[65840]: INFO networking_nsxv3.common.synchronization [req-b37a5447-d628-4beb-8bf7-f7e30f1af537 req-3203b154-8b18-40a2-b08d-c0b071b33099 service nova] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 1067.974776] env[65840]: INFO networking_nsxv3.common.synchronization [req-b37a5447-d628-4beb-8bf7-f7e30f1af537 req-3203b154-8b18-40a2-b08d-c0b071b33099 service nova] Enqueued Resource ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 with Priority: HIGHEST for action port [ 1067.975331] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_rules [ 1067.975427] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 1067.975526] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 with Priority: HIGHEST for action port [ 1067.981381] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.981381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.981381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.981381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.981381] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.982775] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.982879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.983214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.983537] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.983537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.983537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.983763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.983763] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.986079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.986079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.986079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.987990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.987990] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab158f43-0b6f-457b-8598-baf7aa9e3cc6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.490281] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.490748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.491781] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.492198] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab158f43-0b6f-457b-8598-baf7aa9e3cc6 with status ACTIVE [ 1068.492198] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.494035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.494035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.494035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.494035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.494035] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.494035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.494035] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.494396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.494396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.494480] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.494614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.494703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.494893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.495014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.495161] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab158f43-0b6f-457b-8598-baf7aa9e3cc6 is going to be updated. [ 1068.537547] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.537732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.537823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.538677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.538677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.538677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab158f43-0b6f-457b-8598-baf7aa9e3cc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.970366] env[65840]: INFO networking_nsxv3.common.synchronization [None req-44d38cf1-319c-4946-b476-06786cf45415 None None] Enqueued Resource ID: 48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f with Priority: HIGHEST for action port [ 1068.970366] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f with Priority: HIGHEST for action port [ 1068.971421] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.971744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.972195] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.972556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.972749] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.998438] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.294376] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1069.294376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.475566] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f [ 1069.475704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.475904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.475971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.477032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.477032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.478640] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f already deleted. [ 1069.478640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48cc8a07-f4b3-43bc-ae80-2c9e2997fd4f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.500669] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.501110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.501110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.501245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.502059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.502059] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 1069.549351] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.549557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.549636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.549939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.550183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.562286] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 1071.576217] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 1071.576217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.576217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.576808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.576808] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.576808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.576808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.577012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.577012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.577619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.577619] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.082755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.082755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.082755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.082755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.083403] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.083403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.083403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.083643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.083827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.083947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.084753] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.588398] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76085f5f-30c4-41d3-962d-39bd449c0559: rpc.has_security_group_logging(os_id): False [ 1072.608525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.608676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.608741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.609112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.609316] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.609405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.609482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.609773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.609961] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.610071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.610117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.610360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.610441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.610622] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.610928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.611052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.611217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.611301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.611389] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 1072.698738] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.698738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.699022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.699789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.699956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.712435] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 1073.167748] env[65840]: INFO networking_nsxv3.common.synchronization [None req-3137057a-2cf0-4207-ac45-87b6b12d4626 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_rules [ 1073.168431] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_rules [ 1073.168885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.169064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.169219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.169525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.169666] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.326933] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0e10933b-fd72-4b7c-bf74-12b295ad2a59 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_rules [ 1073.331141] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_rules [ 1073.331656] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.331797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.700815] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.701279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.701279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.701573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.701573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.701695] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 already deleted. [ 1073.701817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.703059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.703059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.703059] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.228192] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.228469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.228469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.228688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.228781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.228874] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 already deleted. [ 1074.228955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.731274] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 1074.731274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.656760] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-0a96eda1-bc08-4fa4-a642-d5aa3d374119 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1076.657838] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1076.658520] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.658754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.660602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.660602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.660602] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.660602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.660602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.660602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.660602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.660602] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.987160] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-1dc0dbc0-de36-4035-acfc-e18e0bcd3a17 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1076.987814] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1076.988183] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.988292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.163582] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.163755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.163833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.164074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.164169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.164363] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.164468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.164550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.164723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.164803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.164891] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 already deleted. [ 1077.165095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.165165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.165365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.165428] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.165529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.165587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.165726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.165799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.165903] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.315904] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-18534b8d-6c0d-405c-9fcb-849e715e6eb5 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1077.316694] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1077.317032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.317138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.529624] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.529880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.529958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.530345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.530345] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.644472] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.644682] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.644814] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.645837] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.645837] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.645837] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.645837] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.646143] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.646370] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.646685] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.646820] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.646967] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.647106] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.647304] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.647469] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.647619] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.668803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.669205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.669205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.669373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.669493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.669659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.669756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.669818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.669980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.670077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.670211] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 already deleted. [ 1077.670296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.671450] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.671702] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.671747] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.671897] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.672257] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-a08b002f-8162-4951-bd67-6130dd4b2745 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.672438] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.672561] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.672852] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.673015] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08b002f-8162-4951-bd67-6130dd4b2745',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.674046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.674236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.674411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.674515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.674579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.674726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.674815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.674912] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.034743] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.178896] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.179118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.179216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.179527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.179675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.179895] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.179994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.180072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.180244] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.180322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.180478] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 already deleted. [ 1078.180545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.180969] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.181175] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.181294] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.181523] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.181664] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.181831] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port a08b002f-8162-4951-bd67-6130dd4b2745 not found, creating... [ 1078.182203] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.182399] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.183310] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.183310] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.183310] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.183723] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.183917] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.184086] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.184360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.184506] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.184652] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: a08b002f-8162-4951-bd67-6130dd4b2745 is going to be created. [ 1078.251620] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.251786] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.252183] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.252385] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.252463] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.252683] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.537981] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.958273] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-1e070dca-0338-458d-96ca-2054ecafdf76 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1078.958569] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-1e070dca-0338-458d-96ca-2054ecafdf76 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1078.958686] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-1e070dca-0338-458d-96ca-2054ecafdf76 service nova] Enqueued Resource ID: a08b002f-8162-4951-bd67-6130dd4b2745 with Priority: HIGHEST for action port [ 1078.959230] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1078.959388] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1078.959581] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08b002f-8162-4951-bd67-6130dd4b2745 with Priority: HIGHEST for action port [ 1078.959769] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.959887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.959955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.960231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.960330] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.961357] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.961357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.961518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.961593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.961737] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.961830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.961948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.962096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.962189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.962372] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.963083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a08b002f-8162-4951-bd67-6130dd4b2745 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.963207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.963277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.963502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.963616] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08b002f-8162-4951-bd67-6130dd4b2745',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.042447] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1079.042447] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1079.465041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.465201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.465613] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.467444] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a08b002f-8162-4951-bd67-6130dd4b2745 with status ACTIVE [ 1079.467723] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.467905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470264] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a08b002f-8162-4951-bd67-6130dd4b2745 is going to be updated. [ 1079.491663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.491663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.491663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.491951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.491951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.492127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a08b002f-8162-4951-bd67-6130dd4b2745" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.789615] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.789806] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.789926] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.790223] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.790477] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.790639] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.790768] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.791130] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.791403] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.791631] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.791752] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.791921] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.791958] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.792071] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.792178] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.792352] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.815615] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.815793] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.815928] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.816121] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-740" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.816571] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-bc214883-6204-4832-9217-679572662f65 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.816755] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.816873] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.818308] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.818308] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc214883-6204-4832-9217-679572662f65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.964386] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.964386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.964386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.964386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.982048] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1079.982635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.984056] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1079.986380] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.024797] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.025032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.025032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.025191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.035042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.035747] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1080.035874] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1080.035971] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1080.090395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.090937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.090937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.090937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.092600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.092833] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1080.180489] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.180714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.180877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.181058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.181460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.181843] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1080.267638] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.267638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.267638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.268492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.268492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.268492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1080.268646] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'08f455b6-cce6-495e-b00d-87d953fc9059', '4cd611ab-6e71-4785-95cf-1d30d677e8b6', 'faffa949-7671-4b6e-99f8-99742aa11c38', 'f37dacde-9ba8-4ea2-9721-83a17ff79f28', '1b1c873b-262c-4490-b69e-ab6548868145', 'a53347d4-9973-45c5-81b9-27684d05fa53', '8cc438ad-ea72-45e0-8f40-f320089825a8', 'a412a6b5-4f64-4a82-a9f8-af8928e69218', '53e0494c-f71f-4282-b098-de9cce36452c', 'a11155f1-c49b-483a-a0ea-707a5f84f756', 'ad7abb1c-e925-49f4-83e6-b1b9f45450f0', 'e0873e69-a170-4687-8f2c-bf58b3c1bb0c', '0047fe4d-190e-4480-a27c-ba0bd79c8b32', '864f7956-ddd4-4820-88ee-fd9c24b3b177', '111a8604-a00c-4de8-9446-ac194d99db8f', 'a5b923d0-bbb4-483b-a8f8-74bc281c314f', '3c19515d-cca6-4f06-92e0-8af7023d0898', '6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5', '915241b7-2eb9-4cbe-83a1-3dfa53f9740a', '299695fe-1227-4fb0-9f73-64a9c880839f', 'a3559684-ad52-4b75-8a69-80c5065de66c', '8ede8990-5f10-4265-820f-cb1e525d3747', '198b341c-7b59-41be-9684-7f62b1c6dbe8', '3cd880f6-b782-4ec1-87c5-cdb54fa042f1', 'e0751e58-946c-455f-adc9-1f821edf39a9', 'fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4', '037573e7-b853-451d-8c1c-c9794661fcca', 'dc6a6249-2835-4b19-84e9-690daed08c41', '3ed95872-51dc-441e-9653-f3133005b927', '41a43b13-1c87-49de-837b-534dca7c6d20', '3d6cdae9-6c82-4709-a065-19afcfb69ef1', '1fa19e62-2409-4660-a44e-1ad74a1328ab', 'a59c82d4-668f-4620-ab70-dc92ed24a4f9', '3ce08646-8002-4ce4-836f-1924984b7fec', '107d984f-4d36-43f3-9054-2b2263634454', 'd02468b4-21c2-46a5-bd0b-af34c5f3afd7', 'b0d7bc24-298c-4693-8ae8-d21ff8c1ac08', '21d503e5-1bb2-4038-b077-1701fc09d898', '7ddc5803-beeb-40e1-9871-71f84c964438', '40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6', 'cc7c8292-4785-44d3-b80f-d565a42f8ee0', 'a6e4bca5-b10b-46eb-9128-8439388f4ae8', '76085f5f-30c4-41d3-962d-39bd449c0559', 'a0fa2b37-fb56-4263-8415-e1eec8a6b913', '20131c46-1059-47aa-b763-56fa9c8a85a9', 'aaf015c8-3d8d-4624-ba33-3028a431dfd1', 'e79f1d0a-e957-493f-aaea-6c9baa5e0076', '3ee105f1-f057-47ad-a051-73d984ab502b', '881e624e-89a2-470b-bd8d-49d897b443ee'} {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1080.268646] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1080.289932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.289932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.289932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.289932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.290297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.290297] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1080.290375] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1080.290447] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1080.323900] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.323900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.323900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.324165] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.324290] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.327275] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port bc214883-6204-4832-9217-679572662f65 not found, creating... [ 1080.327275] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.327275] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.327275] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.327992] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.327992] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: bc214883-6204-4832-9217-679572662f65 is going to be created. [ 1080.348497] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.348734] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.348855] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.349156] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.349408] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.349669] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396768] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.397024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.397024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.397702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.398571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.398896] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1080.398978] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1080.399056] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1080.399124] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1080.399199] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1080.399276] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGH for action security_group_rules [ 1080.399352] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGH for action security_group_rules [ 1080.399419] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGH for action security_group_rules [ 1080.399481] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGH for action security_group_rules [ 1080.399564] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGH for action security_group_rules [ 1080.399633] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGH for action security_group_rules [ 1080.399715] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGH for action security_group_rules [ 1080.399766] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGH for action security_group_rules [ 1080.399827] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGH for action security_group_rules [ 1080.399889] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGH for action security_group_rules [ 1080.399950] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGH for action security_group_rules [ 1080.400022] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGH for action security_group_rules [ 1080.400086] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGH for action security_group_rules [ 1080.400190] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGH for action security_group_rules [ 1080.400190] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGH for action security_group_rules [ 1080.400270] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGH for action security_group_rules [ 1080.400316] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGH for action security_group_rules [ 1080.400386] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGH for action security_group_rules [ 1080.400443] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGH for action security_group_rules [ 1080.400506] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGH for action security_group_rules [ 1080.400670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.489690] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.489874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.489926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.490149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.490234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.490329] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be created. [ 1080.519618] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.519831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.519831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.520073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.520258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.532044] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: UNINITIALIZED for 2s [ 1081.117353] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-2c813eb4-b0ea-4da7-aa5b-ffb4104d5870 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1081.117353] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-2c813eb4-b0ea-4da7-aa5b-ffb4104d5870 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1081.117353] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-2c813eb4-b0ea-4da7-aa5b-ffb4104d5870 service nova] Enqueued Resource ID: bc214883-6204-4832-9217-679572662f65 with Priority: HIGHEST for action port [ 1081.117353] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1081.117353] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1081.117353] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc214883-6204-4832-9217-679572662f65 with Priority: HIGHEST for action port [ 1081.118366] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f455b6-cce6-495e-b00d-87d953fc9059 with Priority: HIGH for action security_group_rules [ 1081.118519] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faffa949-7671-4b6e-99f8-99742aa11c38 with Priority: HIGH for action security_group_rules [ 1081.118519] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 with Priority: HIGH for action security_group_rules [ 1081.118618] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGH for action security_group_rules [ 1081.118722] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299695fe-1227-4fb0-9f73-64a9c880839f with Priority: HIGH for action security_group_rules [ 1081.118819] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGH for action security_group_rules [ 1081.118874] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 with Priority: HIGH for action security_group_rules [ 1081.119032] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 with Priority: HIGH for action security_group_rules [ 1081.119076] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 with Priority: HIGH for action security_group_rules [ 1081.119142] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f with Priority: HIGH for action security_group_rules [ 1081.119221] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 with Priority: HIGH for action security_group_rules [ 1081.119294] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c with Priority: HIGH for action security_group_rules [ 1081.119401] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 with Priority: HIGH for action security_group_rules [ 1081.119494] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGH for action security_group_rules [ 1081.119579] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGH for action security_group_rules [ 1081.119684] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53347d4-9973-45c5-81b9-27684d05fa53 with Priority: HIGH for action security_group_rules [ 1081.119783] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 with Priority: HIGH for action security_group_rules [ 1081.120090] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGH for action security_group_rules [ 1081.120090] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGH for action security_group_rules [ 1081.120090] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 with Priority: HIGH for action security_group_rules [ 1081.121085] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121085] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121085] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc214883-6204-4832-9217-679572662f65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.121085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.121085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.123413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.123413] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc214883-6204-4832-9217-679572662f65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.123413] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08f455b6-cce6-495e-b00d-87d953fc9059 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.123413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.123413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.123413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.123413] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08f455b6-cce6-495e-b00d-87d953fc9059',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.124037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faffa949-7671-4b6e-99f8-99742aa11c38 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.124037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.124037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.124037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.124037] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faffa949-7671-4b6e-99f8-99742aa11c38',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.127322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cc438ad-ea72-45e0-8f40-f320089825a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.127322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.127322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.127322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.127322] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cc438ad-ea72-45e0-8f40-f320089825a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.127322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.127322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.127322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.127322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.127322] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.128150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299695fe-1227-4fb0-9f73-64a9c880839f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.128150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.128150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.128448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.128498] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299695fe-1227-4fb0-9f73-64a9c880839f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.130873] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.130873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.130873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.130873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.130873] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.133182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.133182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.133182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.133182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.133182] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.134121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c19515d-cca6-4f06-92e0-8af7023d0898 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.134121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.134121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.134121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.134121] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c19515d-cca6-4f06-92e0-8af7023d0898',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.134847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864f7956-ddd4-4820-88ee-fd9c24b3b177 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.134966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.135049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.135152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.135223] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864f7956-ddd4-4820-88ee-fd9c24b3b177',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.136032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.136162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.136215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.136505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.136600] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b923d0-bbb4-483b-a8f8-74bc281c314f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.137895] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.137895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.137895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.137895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.137895] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0047fe4d-190e-4480-a27c-ba0bd79c8b32',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.138796] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.138796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.138796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.138915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.139032] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0873e69-a170-4687-8f2c-bf58b3c1bb0c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.139781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.139781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.139937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.139973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.140066] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad7abb1c-e925-49f4-83e6-b1b9f45450f0',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.140858] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.141192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.141290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.141450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.141529] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.142256] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.142359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.142399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.142513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.142581] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.143517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53347d4-9973-45c5-81b9-27684d05fa53 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.143517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.143517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.143769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.143769] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53347d4-9973-45c5-81b9-27684d05fa53',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.144371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a412a6b5-4f64-4a82-a9f8-af8928e69218 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.144484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.144539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144745] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a412a6b5-4f64-4a82-a9f8-af8928e69218',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.145401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.145508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.145572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.145799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.145880] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.146550] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.146714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.146714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.146846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.146912] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.147561] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.148231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.148231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.148231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.148231] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37dacde-9ba8-4ea2-9721-83a17ff79f28',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.148231] env[65840]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1081.652697] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.652965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.652965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.653145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.653781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.653781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.653781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.653781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.653781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.654075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.654075] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.663279] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.663421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.663504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.663726] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.663905] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.664039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.664797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.664972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.665243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.665404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.665504] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.666381] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc214883-6204-4832-9217-679572662f65 with status ACTIVE [ 1081.666561] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.666877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.666877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.666877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.667027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.667205] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.667309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.667375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.667585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.667725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.667963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.669681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.669681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.669681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.669681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.669681] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc214883-6204-4832-9217-679572662f65 is going to be updated. [ 1081.671557] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.671647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.671647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.671790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.671932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.672044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.672102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.672243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.672322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.672402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.672483] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.677456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.677456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.677636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.677711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.677861] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.678126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.678126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.680492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.680492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.680492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.680492] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.682777] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.682777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.682777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.682990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.683255] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.683255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.683255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.683419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.683459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.683539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.683612] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.725706] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.725999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.725999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.726128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.731378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.731519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.760548] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.760745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.761833] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.761933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.773540] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.773759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.774595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.774687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.775444] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.775571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.776253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.776411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.777086] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.777207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.777843] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.777931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.778678] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.778801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.779380] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1081.779799] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.779888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.780532] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1081.780969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.781080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.781747] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1081.782433] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.782433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.782899] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1081.783302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.783421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.784096] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1081.784511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.784646] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53347d4-9973-45c5-81b9-27684d05fa53 is going to be deleted. [ 1081.786397] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.786543] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.786648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.786778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.786910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.787116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc214883-6204-4832-9217-679572662f65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.787273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.787435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.818534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.818959] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a412a6b5-4f64-4a82-a9f8-af8928e69218 is going to be deleted. [ 1081.819988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.820216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.840442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.840597] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0873e69-a170-4687-8f2c-bf58b3c1bb0c is going to be deleted. [ 1081.841777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.841962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.874080] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.874285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.891240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.891421] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08f455b6-cce6-495e-b00d-87d953fc9059 is going to be deleted. [ 1081.892448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.894199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.911338] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.911540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.935742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.935806] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5 is going to be deleted. [ 1081.937414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.937651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.941903] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.942217] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.942301] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.942748] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.942889] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.942987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.943088] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.943303] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.943492] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.943680] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.943790] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.943894] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.943997] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.944114] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.944217] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.944368] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.964308] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a41c911e-4700-4df4-886d-a8c244a228d6 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1081.965060] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1081.965427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.965563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.965644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.966432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.966660] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.981979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.982142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.990083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.990083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.995825] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.996014] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.996179] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.996382] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-179" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.996964] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-658805c9-5967-4caf-b1bc-2d6bc83f902c taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.996964] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.997184] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.997696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.997696] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658805c9-5967-4caf-b1bc-2d6bc83f902c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.019905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.019905] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faffa949-7671-4b6e-99f8-99742aa11c38 is going to be deleted. [ 1082.021338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.021470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.067666] env[65840]: INFO networking_nsxv3.common.synchronization [None req-a65fc6fc-9018-47c9-86cc-4ffd9cf653d8 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1082.068413] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1082.068965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.069113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.070672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.070781] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864f7956-ddd4-4820-88ee-fd9c24b3b177 is going to be deleted. [ 1082.072624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.072940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.075709] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.075904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.124732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.125100] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad7abb1c-e925-49f4-83e6-b1b9f45450f0 is going to be deleted. [ 1082.125852] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.126098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.149016] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.149243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.165402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.165552] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be deleted. [ 1082.166647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.166862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.185783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.185965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.192812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.192951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cc438ad-ea72-45e0-8f40-f320089825a8 is going to be deleted. [ 1082.194301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.194508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.194625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.194992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.195186] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.195299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.195400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.195576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.195685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.196692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.196692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.196692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.196692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.196692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.196692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.196692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.196692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.197262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.197262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.197262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.197262] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.200041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.200041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.200041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.200041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.200041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.200041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.200041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.200041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.200434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.200434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.200434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.200434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.201483] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.201483] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.201483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.202120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.202120] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.202618] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.203771] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.203771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.203771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.203989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.203989] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.204172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.204229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.204392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.205192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.205192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.205192] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.205192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.205192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.205192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.205192] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.205753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.205753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.205753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.205753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.205753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.205931] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.209998] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.225693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.225693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.272306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.272382] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37dacde-9ba8-4ea2-9721-83a17ff79f28 is going to be deleted. [ 1082.273587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.273769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.302538] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.302800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.322055] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.322215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.324798] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.325043] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299695fe-1227-4fb0-9f73-64a9c880839f is going to be deleted. [ 1082.326409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.326658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.380741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.380947] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0047fe4d-190e-4480-a27c-ba0bd79c8b32 is going to be deleted. [ 1082.382290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.382550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.430631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.430798] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b923d0-bbb4-483b-a8f8-74bc281c314f is going to be deleted. [ 1082.431931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.432169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.469534] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.469758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.500824] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.501090] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.501221] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501531] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501710] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501882] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 658805c9-5967-4caf-b1bc-2d6bc83f902c not found, creating... [ 1082.502200] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.502599] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.502599] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.502766] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.502964] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.503464] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.503674] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.503793] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.504056] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.504204] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.504371] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 658805c9-5967-4caf-b1bc-2d6bc83f902c is going to be created. [ 1082.509440] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.509668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.514942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.515149] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c19515d-cca6-4f06-92e0-8af7023d0898 is going to be deleted. [ 1082.515987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.516228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.516342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.516484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53347d4-9973-45c5-81b9-27684d05fa53" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.517351] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.517489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.517538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.517689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.517770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.517914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299695fe-1227-4fb0-9f73-64a9c880839f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.518217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.518293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a412a6b5-4f64-4a82-a9f8-af8928e69218" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.519061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.519242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.519325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.519453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0873e69-a170-4687-8f2c-bf58b3c1bb0c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.519591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.519734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.519811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.519926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08f455b6-cce6-495e-b00d-87d953fc9059" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.520060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.520206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.520283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.520410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6179dcd5-0720-4b3c-a2ea-d5d204c1dcb5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.520573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.520826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.520826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.520938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faffa949-7671-4b6e-99f8-99742aa11c38" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.520987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.521141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.521214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.521323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864f7956-ddd4-4820-88ee-fd9c24b3b177" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.521458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.521586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.521674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.521754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad7abb1c-e925-49f4-83e6-b1b9f45450f0" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.521882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.522042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.522118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.522228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.522355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.522498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.522573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.522675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cc438ad-ea72-45e0-8f40-f320089825a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.522789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.522925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.522993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.523105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37dacde-9ba8-4ea2-9721-83a17ff79f28" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.523231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.523368] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.523442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.523534] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 already deleted. [ 1082.523611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.523739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.523880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.523976] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.555189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1082.555433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.555647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.555940] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556141] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.556276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.556336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.556500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.556664] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.556766] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.557754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.557935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.558149] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.558262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.558390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.558557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.558785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.558785] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.561038] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.561219] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.561425] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.561707] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.561940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.562251] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.564713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.564883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.564939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.565120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.565206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.565327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0047fe4d-190e-4480-a27c-ba0bd79c8b32" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.566126] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.566325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.566399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.566567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.567264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.567400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b923d0-bbb4-483b-a8f8-74bc281c314f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.629549] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.630116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.630262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.630336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.630544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.630805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.630989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c19515d-cca6-4f06-92e0-8af7023d0898" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.708778] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 1082.710078] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b1c873b-262c-4490-b69e-ab6548868145: rpc.has_security_group_logging(os_id): False [ 1082.711198] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 111a8604-a00c-4de8-9446-ac194d99db8f: rpc.has_security_group_logging(os_id): False [ 1082.712063] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915241b7-2eb9-4cbe-83a1-3dfa53f9740a: rpc.has_security_group_logging(os_id): False [ 1082.715129] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cd611ab-6e71-4785-95cf-1d30d677e8b6: rpc.has_security_group_logging(os_id): False [ 1082.745088] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.745321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.745321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.746064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.747498] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.747608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.757194] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.757412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.759043] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.759043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.759762] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.759864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.784340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.784732] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.784836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.784903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.785119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.785203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.785299] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be updated. [ 1082.786496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.786677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.816849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.817171] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.817390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.817513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.817823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.817927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.818561] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.818668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.818736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.818970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.819076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.819321] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.819495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.819495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.819629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.819705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.819803] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1082.820994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.821256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.858479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.858479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.858479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.858729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.858729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.858729] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1082.860172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.860172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.884445] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.884596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.886274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.886274] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.886274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.886274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.886274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.886274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.886648] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.886879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.886987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.887202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.887287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.887543] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.887633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.887701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.887849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.887924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.888040] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1082.889364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.889529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.912181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.912517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.912665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.912778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.913151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.913281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.913582] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.913693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.913758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.913928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.914015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.914211] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.914295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.914358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.914558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.914636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.914719] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1082.915943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.916145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.916297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.921290] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.921474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.921474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.921687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.921833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.941468] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: IN_PROGRESS for 2s [ 1082.947248] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1082.973349] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.973547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.973656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.973778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.973975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.983757] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.983757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.983987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.984107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.984313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.991969] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1082.996179] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1083.031754] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.032077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.033020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.033020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.033020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.049665] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.051274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.051274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.051274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.051274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.051274] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 already deleted. [ 1083.051274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.053504] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1083.064717] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.064717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.068492] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.238498] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-0073c1b5-92ca-4073-beb4-fa66121923c5 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1083.239693] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-0073c1b5-92ca-4073-beb4-fa66121923c5 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1083.239901] env[65840]: INFO networking_nsxv3.common.synchronization [req-e29ce67d-822a-4ba5-a120-d790b917832a req-0073c1b5-92ca-4073-beb4-fa66121923c5 service nova] Enqueued Resource ID: 658805c9-5967-4caf-b1bc-2d6bc83f902c with Priority: HIGHEST for action port [ 1083.240719] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1083.240941] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1083.241083] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 658805c9-5967-4caf-b1bc-2d6bc83f902c with Priority: HIGHEST for action port [ 1083.241489] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.241678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.241847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.241968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.242212] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-658805c9-5967-4caf-b1bc-2d6bc83f902c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.242212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.242471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.242471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.242758] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('658805c9-5967-4caf-b1bc-2d6bc83f902c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.570445] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.745948] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 658805c9-5967-4caf-b1bc-2d6bc83f902c with status ACTIVE [ 1083.745948] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.745948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.746247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.746360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.746679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.746719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.746961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.747152] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.747246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.747333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.747522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.747615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.747701] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 658805c9-5967-4caf-b1bc-2d6bc83f902c is going to be updated. [ 1083.772194] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.772427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.772427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.772681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.772860] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.773045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-658805c9-5967-4caf-b1bc-2d6bc83f902c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.075865] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.076104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.076349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.076676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.076882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.076882] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1084.110781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.111016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.111016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.111180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.111392] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.121444] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1084.464208] env[65840]: INFO networking_nsxv3.common.synchronization [req-e992a6c0-323a-4152-9619-cb6df1c3decd req-afe14ada-ce99-4853-a0ac-5d475306dab5 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1084.464858] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1084.465232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.465365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.465434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.465637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.465787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.465888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.465968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.466160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.466324] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.466423] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.959254] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: SUCCESS [ 1084.959570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.960498] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1084.960699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.968217] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.968420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.968504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.968690] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.968779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.968980] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.969142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.969208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.969348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.969443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.969518] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1085.001859] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.002208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.002208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.002315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.002805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.011840] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1085.011840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.012531] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1085.012739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.013369] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1085.066042] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1085.066309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.132071] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1086.132476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.132554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.132800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.133017] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.133146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.133213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.133400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.133486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.133573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.133796] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.133879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.133879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.134050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.134191] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.134283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.134342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.134507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.134582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.134662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.134747] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.135670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.135838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.136042] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.136153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.136214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.136370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.136463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.136568] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.638278] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43: rpc.has_security_group_logging(os_id): False [ 1086.639167] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.660130] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.660130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.660130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.660130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.660130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.660130] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.660130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.660130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.661207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661207] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.661207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.661207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.661207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.661531] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.661658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.661747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.661974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.662210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.662347] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be created. [ 1086.735443] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.735580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.735675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.735856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.736151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.748893] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1087.026022] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1087.026022] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1087.026584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.143784] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.646798] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.647045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.647370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.647477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.647614] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1087.684059] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.684059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.684059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.684329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.684329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.695739] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1088.763870] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1088.764160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.764954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.764954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.764954] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.922567] env[65840]: INFO networking_nsxv3.common.synchronization [req-2a68746f-75e5-49f8-84ff-a784feb8c881 req-a3cb55fe-2fac-435f-b9e4-cc20869f63ab tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1088.922567] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1088.922567] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.922567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.924229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.924362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.924510] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.924610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.925061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.925061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.925061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.925061] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.270882] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.271154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.368803] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.369045] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.369045] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.369471] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.372210] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.372210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.372210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.372210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.372210] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.373143] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.373305] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.373441] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.373749] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.373749] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.373842] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.374681] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.400040] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.400040] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.400040] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.400040] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.400040] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.400040] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.400040] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.404169] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.404169] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.428030] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.711343] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1089.711604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.712284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.712575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.712832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.713143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.713143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.713413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.713413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.713593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.713773] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.909365] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.909365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.909365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.909365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.909365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.909365] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e not found, creating... [ 1089.909365] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.911120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.911120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.911120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.911120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.911120] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.911120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.911120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.911348] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.911527] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.911722] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e is going to be created. [ 1089.929827] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.934052] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.934052] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.934052] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.934052] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.934052] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.934656] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.215860] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.216115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.216115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.216342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.216507] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.216633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.216678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.216866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.216914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.216964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.217129] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.217403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.217565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.217768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.217937] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.218064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.218133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.218376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.218492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.218590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.218685] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.242363] env[65840]: INFO networking_nsxv3.common.synchronization [req-b32f3641-7b19-4e59-8635-b562c627ab70 req-e6c310b5-f505-4d69-bfdf-12567e556222 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1090.242902] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1090.243232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.243607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.243607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.243755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.243968] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.244150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.244247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.244484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.244617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.244755] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.436270] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.436520] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.436638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.436799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.436891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.437036] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1090.474292] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.474292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.474292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.474292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.474292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.499631] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1090.722064] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43: rpc.has_security_group_logging(os_id): False [ 1090.723754] env[65840]: INFO networking_nsxv3.common.synchronization [req-2a68746f-75e5-49f8-84ff-a784feb8c881 req-1850b145-a282-46f3-ac10-b0af68747aa0 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1090.723909] env[65840]: INFO networking_nsxv3.common.synchronization [req-2a68746f-75e5-49f8-84ff-a784feb8c881 req-1850b145-a282-46f3-ac10-b0af68747aa0 service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1090.724077] env[65840]: INFO networking_nsxv3.common.synchronization [req-2a68746f-75e5-49f8-84ff-a784feb8c881 req-1850b145-a282-46f3-ac10-b0af68747aa0 service nova] Enqueued Resource ID: eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e with Priority: HIGHEST for action port [ 1090.724862] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1090.724992] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1090.725200] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e with Priority: HIGHEST for action port [ 1090.725818] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.725938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.727226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.727226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.727226] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.727226] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.727415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.727465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.727557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.727618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.727792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.727863] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.743155] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.743311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.743419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.743561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.743651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.743839] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.743936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.747191] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.747191] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.747191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.747191] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1090.747818] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.747864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.748028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.748172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.748308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.748512] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.748606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.748695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.749448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.749448] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.749569] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1090.778533] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.778687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.778920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.779045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.779119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.793518] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1090.821903] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.822057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.822152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.822372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.822541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.838168] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1091.231009] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.231444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.231444] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e with status ACTIVE [ 1091.231497] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.231614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.231735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.231978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.232085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.232254] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.232351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.232415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.232577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.232653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.232834] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.232927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.232990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.233143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.233217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.233301] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e is going to be updated. [ 1091.258163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.258387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.258463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.258700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.258970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.259199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5a2ed2-c1f3-4679-9a58-4268b7d62a1e" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.512979] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1092.513269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.513418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.513986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.513986] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.513986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.514137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.514279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.514378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.514479] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.805489] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1092.805697] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1092.805814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.855120] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1092.855287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.855800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.856021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.856112] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.016489] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.360161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.360328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.360403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.360642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.360886] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.360939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.360966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.361138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.361231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.361365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.361410] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.519449] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.866015] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.866326] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.866411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.866637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.866812] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.866912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.866977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.867186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.867238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.867314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.867539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.867630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.867693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.867835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.868568] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.868695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.868766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.868949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.868999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.869090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.869180] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.021972] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.022150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.022232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.022528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.022635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.022739] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1094.052019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.052273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.052273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.052418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.052559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.061979] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1094.372061] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43: rpc.has_security_group_logging(os_id): False [ 1094.391019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.391156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.391227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.391446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.391533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.391714] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.391823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.391888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392323] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.392417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392862] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.392956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.393032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.393172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.393247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.393332] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1094.467372] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.467547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.467589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.467783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.467931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.482842] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1095.099346] env[65840]: INFO networking_nsxv3.common.synchronization [req-16732ee9-0d57-4ca5-9208-e65f1d4dad64 req-53af5f9d-d8df-41e7-8f00-fb2867929527 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1095.099879] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1095.100196] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.100318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.100387] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.100640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.102452] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.102579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.102650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.102817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.102904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.102999] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.460297] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.460499] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.460645] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.460929] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.461365] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.461623] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.461753] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.461982] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.462151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.462365] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.462479] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.462584] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.462701] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.462844] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.463015] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.463138] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.485507] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.485719] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.485816] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.486058] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.486525] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-1e5229e8-c332-45ab-818a-b52727cabeac taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.486704] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.486817] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.487177] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.487338] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5229e8-c332-45ab-818a-b52727cabeac',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.606321] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.606321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.606321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.606321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.628718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.628920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.629034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.629230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.629471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.629605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.629712] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1095.663198] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.663347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.663402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.663607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.663750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.674491] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1095.993137] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.993137] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 1e5229e8-c332-45ab-818a-b52727cabeac not found, creating... [ 1095.993137] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.993137] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.993477] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.993477] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.993660] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.993970] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.994213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.994492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 1e5229e8-c332-45ab-818a-b52727cabeac is going to be created. [ 1096.018967] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.019499] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.019832] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.020206] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.020529] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.020850] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.072017] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1096.072373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.072742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.073064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.073363] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.073600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.073743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.073973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.074146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.075018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.075018] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.500299] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1096.500950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.576779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.576956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.577042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.577239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.577402] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.577506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.577574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.577719] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.577803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.577888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.578187] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.578187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.578187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.578457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.578593] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.578935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.578935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.578935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.578935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.579061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.579108] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.746466] env[65840]: INFO networking_nsxv3.common.synchronization [req-16732ee9-0d57-4ca5-9208-e65f1d4dad64 req-5094e7f2-cd4e-475f-b705-b32d5c542a0f service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 1096.746466] env[65840]: INFO networking_nsxv3.common.synchronization [req-16732ee9-0d57-4ca5-9208-e65f1d4dad64 req-5094e7f2-cd4e-475f-b705-b32d5c542a0f service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1096.746466] env[65840]: INFO networking_nsxv3.common.synchronization [req-16732ee9-0d57-4ca5-9208-e65f1d4dad64 req-5094e7f2-cd4e-475f-b705-b32d5c542a0f service nova] Enqueued Resource ID: 1e5229e8-c332-45ab-818a-b52727cabeac with Priority: HIGHEST for action port [ 1096.746779] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 1096.747275] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1096.747400] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5229e8-c332-45ab-818a-b52727cabeac with Priority: HIGHEST for action port [ 1096.747929] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.748072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.748141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.748401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.748480] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.749529] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.749653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.750045] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5229e8-c332-45ab-818a-b52727cabeac taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.750699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.750699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.750699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.750699] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5229e8-c332-45ab-818a-b52727cabeac',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.081674] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 1097.100768] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.100768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.100924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.101061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.101168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.101395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.101500] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.101571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.101735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.101812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.102011] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.102131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.102218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.102343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.102434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.102629] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.102748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.102803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.102948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.103032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.103120] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1097.165704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.165891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.165928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.166180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.166321] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.182439] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1097.252086] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.252230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.253610] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e5229e8-c332-45ab-818a-b52727cabeac with status ACTIVE [ 1097.253798] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.253919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.253988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.254234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.254375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.254568] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.254676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.254737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.254915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.255025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.255196] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.255289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.255352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.255490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.255562] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.255661] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e5229e8-c332-45ab-818a-b52727cabeac is going to be updated. [ 1097.284578] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.284695] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.284782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.285182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.285365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.285548] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5229e8-c332-45ab-818a-b52727cabeac" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.621137] env[65840]: INFO networking_nsxv3.common.synchronization [req-4c5d84ec-ecb5-4d8d-8bdd-017c10b22e1a req-834e7529-3747-4a1a-93ba-1e0a1bbfe603 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_members [ 1097.621636] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_members [ 1097.621952] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.622078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.622133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.622391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.622548] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.622649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.622712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.622868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.622951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.623060] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.687246] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1097.687492] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1097.687614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.687787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.688019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.688219] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.688446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.688553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.688745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.688831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.688931] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.727061] env[65840]: INFO networking_nsxv3.common.synchronization [req-7aac6cfd-8c2c-4faf-b556-6c190cf5c0ef req-4d1e2f0d-3865-4dde-9c0e-a87f0546cc4c tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1097.727684] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1097.728016] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.728146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.728352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.728611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.728783] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.728900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.728977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.729170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.729360] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.729474] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.924026] env[65840]: INFO networking_nsxv3.common.synchronization [req-7aac6cfd-8c2c-4faf-b556-6c190cf5c0ef req-fd9600c2-f2e8-4643-b82f-8096eb86a1c0 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1097.924597] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1097.924959] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.925397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.950566] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.950800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.950936] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.951224] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.951495] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.951651] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.951767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.952027] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.952182] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.952427] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.952546] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.952639] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.952743] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.952852] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.952984] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.953130] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.990956] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.991267] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.991494] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.991763] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.992256] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-b5ab7fb2-137a-49db-986c-63e0410f242f taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.992530] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.992734] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.993206] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.993577] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ab7fb2-137a-49db-986c-63e0410f242f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.126579] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.126579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.126579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.126579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.126579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.126740] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.126791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.127017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.127017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.127124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.127168] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 already deleted. [ 1098.127238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.191065] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.206741] env[65840]: INFO networking_nsxv3.common.synchronization [req-7aac6cfd-8c2c-4faf-b556-6c190cf5c0ef req-f7594c97-02f1-4b08-8424-189ba0c161ab tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1098.207625] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1098.208213] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.208357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232123] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.496959] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.497284] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.497571] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.498016] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.498383] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.498606] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port b5ab7fb2-137a-49db-986c-63e0410f242f not found, creating... [ 1098.498971] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.499199] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.499350] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.499649] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.499807] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.500213] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.500429] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.500580] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.500849] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.501027] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.501232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: b5ab7fb2-137a-49db-986c-63e0410f242f is going to be created. [ 1098.533088] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.533339] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.533498] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.533985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.534134] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.534394] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.696307] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.735378] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.201121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.201121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.201121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.201121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.201121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.201121] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1099.209385] env[65840]: INFO networking_nsxv3.common.synchronization [req-4c5d84ec-ecb5-4d8d-8bdd-017c10b22e1a req-2906717a-c75a-4469-bf15-79c74c850e8a service nova] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_rules [ 1099.209385] env[65840]: INFO networking_nsxv3.common.synchronization [req-4c5d84ec-ecb5-4d8d-8bdd-017c10b22e1a req-2906717a-c75a-4469-bf15-79c74c850e8a service nova] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_members [ 1099.209385] env[65840]: INFO networking_nsxv3.common.synchronization [req-4c5d84ec-ecb5-4d8d-8bdd-017c10b22e1a req-2906717a-c75a-4469-bf15-79c74c850e8a service nova] Enqueued Resource ID: b5ab7fb2-137a-49db-986c-63e0410f242f with Priority: HIGHEST for action port [ 1099.209385] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_rules [ 1099.209385] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_members [ 1099.209385] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ab7fb2-137a-49db-986c-63e0410f242f with Priority: HIGHEST for action port [ 1099.209385] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.209385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.209385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.209385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.209385] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.209811] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.209952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.210029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.210263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.210534] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.210722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.210828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.211030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.211193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.211276] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.212399] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ab7fb2-137a-49db-986c-63e0410f242f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.212499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.212594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.212781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.212913] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ab7fb2-137a-49db-986c-63e0410f242f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.214808] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1099.215118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.238428] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.238651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.238718] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.238990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.239121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.239283] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1099.246024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.246024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.246024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.246455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.246643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.257414] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1099.276341] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.276578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.276637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.276922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.277128] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.288858] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1099.714520] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.714839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.714839] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.716401] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ab7fb2-137a-49db-986c-63e0410f242f with status ACTIVE [ 1099.716624] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.716742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.716808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.717034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.717139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.717308] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.717409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.717469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.717649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.717713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.717932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.718095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.718186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.718403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.718445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.718529] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ab7fb2-137a-49db-986c-63e0410f242f is going to be updated. [ 1099.743574] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.743700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.743780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.743994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.744150] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.744307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ab7fb2-137a-49db-986c-63e0410f242f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.217690] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.720867] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.721197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.721197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.721332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.721426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.721530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 is going to be created. [ 1100.749698] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.749847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.749946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.750286] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.750587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.761635] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3290a967-6acb-40c3-a007-7d425237dbc2 in Status: UNINITIALIZED for 2s [ 1101.268543] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1101.268795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.268939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.269178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.269428] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.269669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.269669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.269847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.269847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.269987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.270054] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.310440] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1101.310772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.311179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.311337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.311524] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.311680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.311766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.311920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.311998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.312191] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.772337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.772684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.772684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.772684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.772878] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.773420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.773528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.773712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.773946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.773946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.774168] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.774292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.774372] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.774550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.774719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.774838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.774914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.775129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.775204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.775309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.775423] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.814942] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.814942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.814942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.815129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.815206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.815494] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.815624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.815739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.815919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.816057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.816187] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1101.847243] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.847400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.847438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.847637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.847783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.859892] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1102.278497] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107d984f-4d36-43f3-9054-2b2263634454: rpc.has_security_group_logging(os_id): False [ 1102.321519] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.321724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.321724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.321925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.322131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.322218] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.322398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.322398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.322567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.322646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.322845] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.322941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.323014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.323171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.323250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.323470] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.323589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.323660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.323820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.323941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.324073] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1102.397716] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.397907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.397999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.398381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.398611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.415939] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1102.772584] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3290a967-6acb-40c3-a007-7d425237dbc2 in Status: SUCCESS [ 1102.773032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.773175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.773402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.773597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.773751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.773833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.774040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.774148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.774272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.774398] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.896178] env[65840]: INFO networking_nsxv3.common.synchronization [req-240f7537-3ec0-4abc-bb78-d554c4dc6243 req-9f047b06-0be1-48aa-97f7-c401c1dc57d1 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1102.896803] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1102.897131] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.897255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.897322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.897516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.897680] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.897880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.897960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.898132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.898223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.898386] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.011477] env[65840]: INFO networking_nsxv3.common.synchronization [req-acd15976-9745-4126-93e2-d58ab6b38436 req-f00a1e42-7e8e-4f12-bc01-523070890cdc tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1103.012071] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1103.012632] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.012632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.012754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.012950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.013479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.013593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.013658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.013825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.013912] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.014020] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.242287] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.242287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.242287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.242493] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.242737] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.242894] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.243073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243248] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.243405] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243682] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.243810] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.243918] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.244037] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.244151] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.244518] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.245920] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.265159] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.265393] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.265659] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.265912] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.266353] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-34c305a6-134d-4003-ba46-c1ebb4c93204 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.266794] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.266794] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.267012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.267221] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c305a6-134d-4003-ba46-c1ebb4c93204',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.276997] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.401841] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.402098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.402300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.402401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.402594] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.402763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.402921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.402997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.403095] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1103.459029] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.459029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.459029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.459029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.459029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.468893] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1103.516245] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.769697] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.769962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.770170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.770626] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.770867] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.771106] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 34c305a6-134d-4003-ba46-c1ebb4c93204 not found, creating... [ 1103.771507] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.771735] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.771868] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.772105] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.772293] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.772632] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.772896] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.773010] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.773260] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.773414] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.773597] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 34c305a6-134d-4003-ba46-c1ebb4c93204 is going to be created. [ 1103.779434] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3290a967-6acb-40c3-a007-7d425237dbc2: rpc.has_security_group_logging(os_id): False [ 1103.796848] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.797076] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.797208] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.797497] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.797747] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.797990] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.799659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.799806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.799876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.800089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.800174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.800424] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.800572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.800632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.800739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.800813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.800896] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 is going to be created. [ 1103.871522] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1103.871715] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 deletion is rescheduled due to dependency. [ 1103.871829] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.872010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.872238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.872477] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.872607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.872675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.872837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.872922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.873024] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.874993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.874993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.874993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.874993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.875225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.886301] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3290a967-6acb-40c3-a007-7d425237dbc2 in Status: IN_PROGRESS for 2s [ 1104.018753] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.377047] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.377223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.377297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.377523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.377624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.377819] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.377915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.377977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.378140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.378279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.378471] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1104.404653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.404812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.404884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.405113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.407021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.415643] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1104.429468] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1104.429742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.521591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.522909] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.522998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.523362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.523362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.523452] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1104.552114] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.552266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.552338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.552542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.552691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.562704] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1105.031232] env[65840]: INFO networking_nsxv3.common.synchronization [req-240f7537-3ec0-4abc-bb78-d554c4dc6243 req-a8352f90-c975-4180-8514-8a507df2ccad service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1105.031512] env[65840]: INFO networking_nsxv3.common.synchronization [req-240f7537-3ec0-4abc-bb78-d554c4dc6243 req-a8352f90-c975-4180-8514-8a507df2ccad service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1105.031549] env[65840]: INFO networking_nsxv3.common.synchronization [req-240f7537-3ec0-4abc-bb78-d554c4dc6243 req-a8352f90-c975-4180-8514-8a507df2ccad service nova] Enqueued Resource ID: 34c305a6-134d-4003-ba46-c1ebb4c93204 with Priority: HIGHEST for action port [ 1105.032157] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1105.032296] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1105.032404] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c305a6-134d-4003-ba46-c1ebb4c93204 with Priority: HIGHEST for action port [ 1105.032677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.032797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.033227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.033227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.033227] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.033964] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.034101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.034663] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c305a6-134d-4003-ba46-c1ebb4c93204 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.034663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.034663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.034663] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.034663] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c305a6-134d-4003-ba46-c1ebb4c93204',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.480279] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1105.480478] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1105.480767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.480767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.480951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.481157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.481292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.481356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.481510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.481595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.481728] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.536538] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.536678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.536861] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c305a6-134d-4003-ba46-c1ebb4c93204 with status ACTIVE [ 1105.537102] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.537227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.537299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.537574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.537687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.537870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.537965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.538038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.538196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.538295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.538485] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.538601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.538670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.538813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.538885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.538969] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c305a6-134d-4003-ba46-c1ebb4c93204 is going to be updated. [ 1105.561558] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.561733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.561777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.562260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.562260] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.562382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c305a6-134d-4003-ba46-c1ebb4c93204" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.905827] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3290a967-6acb-40c3-a007-7d425237dbc2 in Status: SUCCESS [ 1105.906320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.983671] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.020400] env[65840]: INFO networking_nsxv3.common.synchronization [req-2527c069-c1f9-4c44-9917-05c1908e3f55 req-decc3e3e-0d06-4524-acba-0b3d82f49921 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1106.020978] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1106.021649] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.021809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.021911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.022184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.022368] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.022528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.022627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.022859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.023040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.023208] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.356338] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.356720] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.356720] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.357013] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.357293] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.357469] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.357600] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.357810] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.357953] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.358198] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.358463] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.358593] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.358745] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.358873] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.358989] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.359150] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.385623] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.385623] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.385623] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.385623] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.385623] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-19680607-8b8a-4691-b91d-e679bc1fe9af taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.385994] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.385994] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.386373] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.386528] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19680607-8b8a-4691-b91d-e679bc1fe9af',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.426642] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1106.426642] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 deletion is rescheduled due to dependency. [ 1106.426642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.486520] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.525391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.525601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.525651] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.525830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.525919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.526123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.526222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.526287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.526450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.526543] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.526627] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 already deleted. [ 1106.526708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.573797] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1106.574689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.892115] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.892115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.892115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.892115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.892115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.892115] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 19680607-8b8a-4691-b91d-e679bc1fe9af not found, creating... [ 1106.892115] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.892115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.892115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.892522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.892683] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.893018] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.893327] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.893437] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.893748] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.893947] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.894236] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 19680607-8b8a-4691-b91d-e679bc1fe9af is going to be created. [ 1106.918040] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.918414] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.918662] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.919100] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.919410] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.919661] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.989633] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.989951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.990102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.990437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.990585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.990729] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1107.032243] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.032483] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.032605] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.032944] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.033197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.045629] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1107.369916] env[65840]: INFO networking_nsxv3.common.synchronization [req-39d7bfff-6f29-4888-8ef6-1cda0b3cc594 req-34a6c936-e3fa-4284-b221-6d639892480c tempest-ServersNegativeTestJSON-569843469 tempest-ServersNegativeTestJSON-569843469-project-member] Enqueued Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 1107.369916] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76085f5f-30c4-41d3-962d-39bd449c0559 with Priority: HIGHEST for action security_group_members [ 1107.369916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-76085f5f-30c4-41d3-962d-39bd449c0559 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.370187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.370187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.370351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.370524] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.370817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.370817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.370928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.370957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.371205] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76085f5f-30c4-41d3-962d-39bd449c0559',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.675865] env[65840]: INFO networking_nsxv3.common.synchronization [req-2527c069-c1f9-4c44-9917-05c1908e3f55 req-e66bb0b2-cffa-4259-a3a3-fb55ec9ffa01 service nova] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1107.676065] env[65840]: INFO networking_nsxv3.common.synchronization [req-2527c069-c1f9-4c44-9917-05c1908e3f55 req-e66bb0b2-cffa-4259-a3a3-fb55ec9ffa01 service nova] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1107.676320] env[65840]: INFO networking_nsxv3.common.synchronization [req-2527c069-c1f9-4c44-9917-05c1908e3f55 req-e66bb0b2-cffa-4259-a3a3-fb55ec9ffa01 service nova] Enqueued Resource ID: 19680607-8b8a-4691-b91d-e679bc1fe9af with Priority: HIGHEST for action port [ 1107.676843] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1107.677016] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1107.677167] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19680607-8b8a-4691-b91d-e679bc1fe9af with Priority: HIGHEST for action port [ 1107.677440] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.677566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.677633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.677826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.677908] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.678848] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.678997] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.679079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.679264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.680067] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.680067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.680067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.680218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.680248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.680346] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.681559] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-19680607-8b8a-4691-b91d-e679bc1fe9af taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.681712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.681839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.682130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.682130] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19680607-8b8a-4691-b91d-e679bc1fe9af',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.874176] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.874464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.874616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.874868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.901084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.901356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.901476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.901529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.901993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.901993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.901993] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 is going to be updated. [ 1107.935050] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.935050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.935050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.935287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.935472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.945655] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: IN_PROGRESS for 2s [ 1108.184253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.184471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.184585] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.185670] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19680607-8b8a-4691-b91d-e679bc1fe9af with status ACTIVE [ 1108.185670] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.185866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.185866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.186031] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.186140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.186353] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.186424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.186488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.186642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.186801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.187141] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.187141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.187141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.187413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.187413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.187413] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19680607-8b8a-4691-b91d-e679bc1fe9af is going to be updated. [ 1108.211300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.211491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.211582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.211820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.211998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.212423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19680607-8b8a-4691-b91d-e679bc1fe9af" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.346239] env[65840]: INFO networking_nsxv3.common.synchronization [req-4ca318a2-b385-4816-b015-64b2a1bc96d0 req-27a7a42f-d2b4-4c2e-80c2-9e57744b7249 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 1108.346854] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 1108.347409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.347557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.347629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.347908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.348122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.348264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.348369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.348518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.348626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.348734] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.692068] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.783617] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.783846] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.784012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.784342] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.784651] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.784827] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.784944] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.785194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.785356] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.785592] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.785710] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.785818] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.785924] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.786046] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.786161] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.786366] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.811238] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.811427] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.811621] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.811771] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.812163] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-229a2b86-0bc0-4a86-a3fa-fc58839832c4 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.812341] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.812461] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.812787] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.812929] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a2b86-0bc0-4a86-a3fa-fc58839832c4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.853048] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.853048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.853048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.853048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.875212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.875419] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.875561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.875608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.875903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.875903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.876022] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be updated. [ 1108.905344] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.905496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.905628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.905765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.905910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.915836] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: IN_PROGRESS for 2s [ 1109.059754] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1109.059980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.060159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.060458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.060674] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.060796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.060861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.061037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.061120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.061213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.061596] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.196360] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.196585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.196950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.197064] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be created. [ 1109.225159] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.225358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.225465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.226186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.226450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.237486] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: UNINITIALIZED for 2s [ 1109.315221] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315456] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315586] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.315883] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.316063] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.316203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 229a2b86-0bc0-4a86-a3fa-fc58839832c4 not found, creating... [ 1109.316520] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.316684] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.316801] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.317031] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.317170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.317493] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.317654] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.317751] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.321203] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.321591] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.321824] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 is going to be created. [ 1109.341015] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.341325] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.341459] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.341727] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.341953] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.342195] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.565132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.565314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.565396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.565627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.565808] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.565975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.565975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.566271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.566434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.566615] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.566689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.566750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.567038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.567129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.567190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.567325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.567438] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567585] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.957770] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76085f5f-30c4-41d3-962d-39bd449c0559 in Status: SUCCESS [ 1109.957770] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76085f5f-30c4-41d3-962d-39bd449c0559 deletion is rescheduled due to dependency. [ 1109.957770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76085f5f-30c4-41d3-962d-39bd449c0559" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.070306] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 111a8604-a00c-4de8-9446-ac194d99db8f: rpc.has_security_group_logging(os_id): False [ 1110.105375] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.105525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.105595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.105886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.105937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.106118] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.106203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.106266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.106412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.107240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.107240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.107240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.107240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.107240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.107240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.107240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.107648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.107648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.107648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.108389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.108389] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1110.111404] env[65840]: INFO networking_nsxv3.common.synchronization [req-4ca318a2-b385-4816-b015-64b2a1bc96d0 req-afd01be9-a3c5-4f23-a7e1-fa05c45f81c8 service nova] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_rules [ 1110.111404] env[65840]: INFO networking_nsxv3.common.synchronization [req-4ca318a2-b385-4816-b015-64b2a1bc96d0 req-afd01be9-a3c5-4f23-a7e1-fa05c45f81c8 service nova] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 1110.111557] env[65840]: INFO networking_nsxv3.common.synchronization [req-4ca318a2-b385-4816-b015-64b2a1bc96d0 req-afd01be9-a3c5-4f23-a7e1-fa05c45f81c8 service nova] Enqueued Resource ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 with Priority: HIGHEST for action port [ 1110.112119] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_rules [ 1110.112269] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 1110.112374] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 with Priority: HIGHEST for action port [ 1110.112654] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.112805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.112844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.113112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.113112] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.113959] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.114068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.114272] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-229a2b86-0bc0-4a86-a3fa-fc58839832c4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.114376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.114446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.114606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.114688] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a2b86-0bc0-4a86-a3fa-fc58839832c4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.180101] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.180336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.180336] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.180574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.180720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.196190] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1110.618453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.618589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.618804] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229a2b86-0bc0-4a86-a3fa-fc58839832c4 with status ACTIVE [ 1110.618974] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.619093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.619157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.619383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.619478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.619644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.619736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.619788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.619948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.620034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.620203] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.620295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.620354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.620490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.620623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.620669] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 is going to be updated. [ 1110.643428] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.643549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.643615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.643808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.643947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.644148] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.758028] env[65840]: INFO networking_nsxv3.common.synchronization [req-44547547-a228-4b47-b215-591bfdb699c1 req-6ea4fa30-3be5-40fe-995f-636113551481 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1110.758671] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1110.758993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.759232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.759232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.759429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.759635] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.760236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.760236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.760236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.760236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.760236] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.931501] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 1110.931697] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 deletion is rescheduled due to dependency. [ 1110.931822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.931999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.932246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.932437] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.932560] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.932627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.932782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.932865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.932961] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.067961] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.068408] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.068408] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.068629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.068875] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.069192] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.069374] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.069621] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.069771] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.069980] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.070107] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.070218] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.070327] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.070440] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.070544] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.070675] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.091384] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.091589] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.091687] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.091870] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.092225] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.092411] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.092531] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.092907] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.093051] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb1a4a0-e267-4cb1-8152-90b0a4c9685b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.247329] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1111.247572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.247740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.247966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.248181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.248322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.248410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.248643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.248746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.248836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.248927] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.261785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.261925] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.262020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.262207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.262416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.262560] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.262657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.262722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.262870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.262945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.263043] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1111.290825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.293710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.293710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.293710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.293710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.305201] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1111.435755] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.595145] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.595374] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.595505] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.595796] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.595975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.596158] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 1fb1a4a0-e267-4cb1-8152-90b0a4c9685b not found, creating... [ 1111.596470] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.596638] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.596756] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.596991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.597144] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.597442] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.597572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.597688] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.597895] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.598162] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.598388] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 1fb1a4a0-e267-4cb1-8152-90b0a4c9685b is going to be created. [ 1111.617962] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.618212] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.618355] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.618641] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.618859] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.619085] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.754247] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.938091] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.213846] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1112.213846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.257637] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 261856fe-0a3d-4672-ad94-6f086637da15: rpc.has_security_group_logging(os_id): False [ 1112.283300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.284060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.284288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.284620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.284832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.285393] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.285735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.286042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.286452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.286685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.286989] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be created. [ 1112.358361] env[65840]: INFO networking_nsxv3.common.synchronization [req-44547547-a228-4b47-b215-591bfdb699c1 req-53263934-084a-4444-8425-1d5921ee41ad service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1112.358361] env[65840]: INFO networking_nsxv3.common.synchronization [req-44547547-a228-4b47-b215-591bfdb699c1 req-53263934-084a-4444-8425-1d5921ee41ad service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1112.358601] env[65840]: INFO networking_nsxv3.common.synchronization [req-44547547-a228-4b47-b215-591bfdb699c1 req-53263934-084a-4444-8425-1d5921ee41ad service nova] Enqueued Resource ID: 1fb1a4a0-e267-4cb1-8152-90b0a4c9685b with Priority: HIGHEST for action port [ 1112.358923] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1112.359077] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1112.359180] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb1a4a0-e267-4cb1-8152-90b0a4c9685b with Priority: HIGHEST for action port [ 1112.359463] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.359588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.359658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.359856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.359940] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.360989] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.360989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.361151] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.361233] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.361299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.361469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.361548] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb1a4a0-e267-4cb1-8152-90b0a4c9685b',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.370917] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.371071] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.371142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.371737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.371737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.387450] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: IN_PROGRESS for 2s [ 1112.440686] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.440950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.440950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.441151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.441243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.441559] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be updated. [ 1112.477120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.477120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.477120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.477120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.477120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.494761] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: IN_PROGRESS for 2s [ 1112.583564] env[65840]: INFO networking_nsxv3.common.synchronization [req-ac98aa12-34f2-4dc5-a916-a10c8fb74810 req-a4b236ba-f343-4ecd-bb9b-21e0efd77104 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1112.584128] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1112.584441] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.584562] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.584630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.584835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.584983] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.586684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.586684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.586684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.586684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.586684] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.864487] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.864672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.864819] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fb1a4a0-e267-4cb1-8152-90b0a4c9685b with status ACTIVE [ 1112.865090] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.865162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.865200] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.865393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.865481] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.865647] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.865750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.865811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.865964] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.866306] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.866417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.866478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.866621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.866777] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fb1a4a0-e267-4cb1-8152-90b0a4c9685b is going to be updated. [ 1112.903954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.904129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.904129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.904456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.904527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.904627] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fb1a4a0-e267-4cb1-8152-90b0a4c9685b" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.088814] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.089015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.089061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.089329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.089446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.089647] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.089745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.089806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.089956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.090042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.090173] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1113.124864] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.125069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.125069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.125315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.125442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.135511] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1113.322522] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1113.322784] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1113.322816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.322992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.323224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.323409] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.323528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.323595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.323756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.323837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.323936] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.826552] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.328828] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.402492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1114.402934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.506309] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 1114.506496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.506602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.507107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.507368] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.507521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.507633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.507791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.507878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.507971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.508122] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.832111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.832308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.832346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.832559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.832652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.832751] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1114.868844] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.869092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.869223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.869569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.869787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1115.010951] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.011161] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.011218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.011608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.011608] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.011727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.011727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.011893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.011945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.012048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.012198] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.012292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.012353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.012530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.012669] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.012761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.012819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.012959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.013097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.013202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.013291] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.146526] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1115.146662] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1115.147247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.518043] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddc5803-beeb-40e1-9871-71f84c964438: rpc.has_security_group_logging(os_id): False [ 1115.535426] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.535580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.535634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.535843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.535934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.536140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.536264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.536302] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.536446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.536524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.536720] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.536810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.536873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.537017] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.537093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.537275] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.537390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.537426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.537568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.537643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.537729] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be updated. [ 1115.598994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.599162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.599236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.599522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.599640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.612541] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: IN_PROGRESS for 2s [ 1116.890294] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1116.890598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.890899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.891106] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.891229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.891294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.891472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.891518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.891604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.892049] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.395741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.395924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.395996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.396242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.396419] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.396535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.396601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.396747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.396836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.396927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.397104] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.397201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.397329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.397427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.397557] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.397646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.397707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.397843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.397918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.397995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.398102] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.585382] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1117.585540] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1117.626561] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 1117.626796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.901311] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b1c873b-262c-4490-b69e-ab6548868145: rpc.has_security_group_logging(os_id): False [ 1117.922780] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.923011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.923138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.923464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.923624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.923973] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.924141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.924267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.924468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.924574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.924840] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.925015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.925112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.925356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.925484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.925786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.925929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.926043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.926305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.926482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.926533] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1118.025101] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.025290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.025370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.025757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.025757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.045934] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1119.731020] env[65840]: INFO networking_nsxv3.common.synchronization [req-2729f089-40d9-49bc-8752-41c786d51ff4 req-ff74239e-99ee-46ed-b269-b1fd7aec3b38 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 1119.731020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5803-beeb-40e1-9871-71f84c964438 with Priority: HIGHEST for action security_group_members [ 1119.732252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddc5803-beeb-40e1-9871-71f84c964438 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.733688] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.733688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.733688] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddc5803-beeb-40e1-9871-71f84c964438',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.773452] env[65840]: INFO networking_nsxv3.common.synchronization [req-2729f089-40d9-49bc-8752-41c786d51ff4 req-ff74239e-99ee-46ed-b269-b1fd7aec3b38 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 with Priority: HIGHEST for action port [ 1119.773959] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 with Priority: HIGHEST for action port [ 1119.774264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-229a2b86-0bc0-4a86-a3fa-fc58839832c4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.774388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.774454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.774652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.774735] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a2b86-0bc0-4a86-a3fa-fc58839832c4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.063570] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1120.063811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.236407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.236542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.236542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.238087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.238087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.238087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.238087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.238087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.238087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.238087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.238087] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 is going to be updated. [ 1120.271910] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.272374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.272374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.272374] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.272508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.280067] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229a2b86-0bc0-4a86-a3fa-fc58839832c4 with status ACTIVE [ 1120.280847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.280847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.280847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.280847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.280847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.280847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.281155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.281155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.281155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.281247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.281441] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.281540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.281602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.281742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.281817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.281902] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229a2b86-0bc0-4a86-a3fa-fc58839832c4 is going to be updated. [ 1120.283647] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: IN_PROGRESS for 2s [ 1120.311810] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.311810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.311810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.311810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.312229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.312229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229a2b86-0bc0-4a86-a3fa-fc58839832c4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddc5803-beeb-40e1-9871-71f84c964438 in Status: SUCCESS [ 1122.295717] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddc5803-beeb-40e1-9871-71f84c964438 deletion is rescheduled due to dependency. [ 1122.295775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddc5803-beeb-40e1-9871-71f84c964438" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.145293] env[65840]: INFO networking_nsxv3.common.synchronization [req-08ad8d43-2125-48d8-a1e1-cf0ff73c0200 req-35c72e2d-d334-4bf1-a155-eccbfc0f4cd3 tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1123.145900] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1123.146262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.146378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.146447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.146678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.146832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.146934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.146990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.147900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.148202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.148202] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.656208] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.158387] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.662121] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.662541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.662541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.662972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.662972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.664190] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1124.701862] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.701862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.701862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.702117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.702117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.712640] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1126.723091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1126.723418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.766683] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.766683] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.767098] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.767228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.767566] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.767707] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.767930] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.768122] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.768340] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769492] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.769492] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.769492] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.769492] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.769492] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.769492] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.769492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.795276] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.795482] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.795804] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.796121] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-866" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.796538] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-21337e8f-0d74-409c-9258-417689e338a8 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.796759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.796884] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.797236] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.797404] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21337e8f-0d74-409c-9258-417689e338a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.146675] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.146783] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1128.300350] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.300569] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.300691] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.300978] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.301148] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.301425] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.301613] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.301692] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.301906] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.302058] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.302341] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.302499] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.302615] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.302842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.302953] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.303104] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 21337e8f-0d74-409c-9258-417689e338a8 is going to be updated. [ 1128.322931] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.323138] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.323263] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.323514] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.323779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.324108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.824525] env[65840]: INFO networking_nsxv3.common.synchronization [req-11efe1e1-3c8c-4dd8-9c91-fff6da2d6a20 req-9dc50d7e-41aa-4b6e-8029-666f580227a7 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1128.825236] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1128.825595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.825723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.825792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.825989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.826179] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.826279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.826343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.826537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.826581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.826673] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.061506] env[65840]: INFO networking_nsxv3.common.synchronization [req-8dab7526-a354-45bd-9b01-858cf38877b1 req-24de9f13-85d9-4142-a4a2-885e8381745c service nova] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 1129.061506] env[65840]: INFO networking_nsxv3.common.synchronization [req-8dab7526-a354-45bd-9b01-858cf38877b1 req-24de9f13-85d9-4142-a4a2-885e8381745c service nova] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1129.061506] env[65840]: INFO networking_nsxv3.common.synchronization [req-8dab7526-a354-45bd-9b01-858cf38877b1 req-24de9f13-85d9-4142-a4a2-885e8381745c service nova] Enqueued Resource ID: 21337e8f-0d74-409c-9258-417689e338a8 with Priority: HIGHEST for action port [ 1129.062077] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_rules [ 1129.062077] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1129.062077] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21337e8f-0d74-409c-9258-417689e338a8 with Priority: HIGHEST for action port [ 1129.062633] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.062762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.062866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.063780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.063780] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.064941] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.064941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.064941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.064941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.064941] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.064941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.064941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.065239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.065274] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.065365] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.066972] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-21337e8f-0d74-409c-9258-417689e338a8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.067132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.067924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.067924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.067924] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21337e8f-0d74-409c-9258-417689e338a8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.329094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.329309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.329371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.329598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.329692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.329887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.330015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.330115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.330319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.330433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.330559] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1129.365019] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.365205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.365305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.365556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.365737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.375529] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1129.567553] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.568937] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.568937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.569147] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21337e8f-0d74-409c-9258-417689e338a8 with status ACTIVE [ 1129.569231] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.570029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.570029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.570029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.570029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.570029] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.570029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.570029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.570357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.570357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.570475] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.570475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.570707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.570885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.570974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.571084] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21337e8f-0d74-409c-9258-417689e338a8 is going to be updated. [ 1129.595012] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.595012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.595012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.595012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.595266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.595381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21337e8f-0d74-409c-9258-417689e338a8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.070128] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.573126] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.573292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.573365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.573580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.573669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.573773] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be updated. [ 1130.602578] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.602717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.602834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.602988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.603160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.612481] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: IN_PROGRESS for 2s [ 1131.387237] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1131.387535] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1131.387641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.623208] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: SUCCESS [ 1132.623488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.623596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.623808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.623990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.624120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.624205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.624327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.624429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.624508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.624594] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.126763] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.629485] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cd611ab-6e71-4785-95cf-1d30d677e8b6: rpc.has_security_group_logging(os_id): False [ 1133.653755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.653976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.654064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.654352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.654474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.654760] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.654886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.654974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.655186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.655294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.655834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be updated. [ 1133.756739] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.756998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.756998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.757381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.757381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.776189] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: IN_PROGRESS for 2s [ 1133.931386] env[65840]: INFO networking_nsxv3.common.synchronization [None req-af663d69-8c51-4f80-bd8f-57d5b2bc7836 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_rules [ 1133.932196] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_rules [ 1133.932430] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.932571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.932638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.932921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.933043] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.034186] env[65840]: INFO networking_nsxv3.common.synchronization [None req-4569119a-ae08-44b0-8e0d-031d6b08f055 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_rules [ 1134.035643] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_rules [ 1134.035643] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.035643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.456030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.456502] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.458232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.458232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.458232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.458232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 already deleted. [ 1134.458232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.458232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.458232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.458232] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.983060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.983862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.983862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.983862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.983862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.984107] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 already deleted. [ 1134.984107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.078036] env[65840]: INFO networking_nsxv3.common.synchronization [req-581fe15c-be95-41dc-9031-09ced2047132 req-1b54ca2a-0f31-4799-a04b-b6992a1b4f11 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1135.078745] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1135.079135] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.079717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.079790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.080046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.080253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.080394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.080468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.080693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.080793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.080907] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.493678] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.493975] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.494157] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.494500] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.495025] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.495142] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.495353] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.495718] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.495881] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.496127] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.496287] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.496353] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.496473] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.496615] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.496766] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.496937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.524970] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.525192] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.525801] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.525801] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.525801] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-9cfd9927-231d-4b72-9308-0248793f13ea taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.526041] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.526163] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.526534] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.526692] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfd9927-231d-4b72-9308-0248793f13ea',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.582810] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.793018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: SUCCESS [ 1135.793307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.032304] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.032717] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.032717] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.032946] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.033130] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.033295] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 9cfd9927-231d-4b72-9308-0248793f13ea not found, creating... [ 1136.033578] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.033789] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.033972] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.034298] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.034528] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.034872] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.035083] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.035228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.035478] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.035617] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.035759] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 9cfd9927-231d-4b72-9308-0248793f13ea is going to be created. [ 1136.060553] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.060988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.061279] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.061870] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.062136] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.062503] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.086502] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.699648] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.699843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.700075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.700275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.700463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.700636] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be updated. [ 1136.733204] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.733361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.733403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.733807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.733807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.744268] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: IN_PROGRESS for 2s [ 1136.818052] env[65840]: INFO networking_nsxv3.common.synchronization [req-581fe15c-be95-41dc-9031-09ced2047132 req-9a2ba341-62f8-4347-a5b0-b26c66868b53 service nova] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1136.818360] env[65840]: INFO networking_nsxv3.common.synchronization [req-581fe15c-be95-41dc-9031-09ced2047132 req-9a2ba341-62f8-4347-a5b0-b26c66868b53 service nova] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1136.818432] env[65840]: INFO networking_nsxv3.common.synchronization [req-581fe15c-be95-41dc-9031-09ced2047132 req-9a2ba341-62f8-4347-a5b0-b26c66868b53 service nova] Enqueued Resource ID: 9cfd9927-231d-4b72-9308-0248793f13ea with Priority: HIGHEST for action port [ 1136.818662] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_rules [ 1136.818788] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1136.818884] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cfd9927-231d-4b72-9308-0248793f13ea with Priority: HIGHEST for action port [ 1136.819613] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.819613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.819757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.820207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.820207] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.821234] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.821234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.821398] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cfd9927-231d-4b72-9308-0248793f13ea taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.821398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.821504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.821632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.821738] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfd9927-231d-4b72-9308-0248793f13ea',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.323960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.324320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.324363] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cfd9927-231d-4b72-9308-0248793f13ea with status ACTIVE [ 1137.325536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.325536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.325536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.325536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.325536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.325536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.325536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.326068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.326068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.326068] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.326068] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.326281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.326281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.326407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.326512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.326599] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cfd9927-231d-4b72-9308-0248793f13ea is going to be updated. [ 1137.359795] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.359986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.360061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.360271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.360436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.360720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cfd9927-231d-4b72-9308-0248793f13ea" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.492857] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-c3023f23-e252-49aa-816a-1e7c3dc38fe3 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1137.493491] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1137.493813] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.494065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.494144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.494348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.494529] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.494636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.494698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.494856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.494951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.495089] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.843276] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-b6fa81e4-c9cf-4f8f-94b9-8fcb31332157 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1137.844232] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1137.844699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.844837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.998535] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.998713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.998790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.999014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.999112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.999376] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.999492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.999532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.999692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.999768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.999863] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1138.049717] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.049717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.049717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.050094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.050094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.062907] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1138.255368] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.255368] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-161" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.255642] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-161" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.256713] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-161" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.256713] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.256713] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.256713] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.257106] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.257140] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.257798] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.257798] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.257798] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.257798] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.257967] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.257967] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.258202] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.285823] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.286078] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.286241] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.286454] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-161" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.286827] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.287062] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.287219] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.287601] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.287744] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4acaa9d-b2b9-49c3-895f-56797ce3e7cb',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.759979] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.759979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.759979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.759979] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.790901] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.791800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.791800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.791800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.791800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.791998] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port e4acaa9d-b2b9-49c3-895f-56797ce3e7cb not found, creating... [ 1138.792294] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.792561] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.792733] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.793014] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.793304] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.793724] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.793936] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.794107] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.794390] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.794574] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.794751] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: e4acaa9d-b2b9-49c3-895f-56797ce3e7cb is going to be created. [ 1138.816686] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.816951] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.817163] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.817523] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.817767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.817993] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.262903] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.592763] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-b67dbe05-021b-40f7-9b6d-2d2e81b96513 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1139.593102] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-b67dbe05-021b-40f7-9b6d-2d2e81b96513 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1139.593374] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-b67dbe05-021b-40f7-9b6d-2d2e81b96513 service nova] Enqueued Resource ID: e4acaa9d-b2b9-49c3-895f-56797ce3e7cb with Priority: HIGHEST for action port [ 1139.594184] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1139.594422] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1139.594606] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4acaa9d-b2b9-49c3-895f-56797ce3e7cb with Priority: HIGHEST for action port [ 1139.595065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.597939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.597939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.597939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.597939] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.597939] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.597939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.598171] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.599536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.599536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.599536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.599536] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4acaa9d-b2b9-49c3-895f-56797ce3e7cb',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.766095] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.079091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1140.079091] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 deletion is rescheduled due to dependency. [ 1140.079279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.079385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.079593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.079776] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.079888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.079952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.080118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.080198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.080432] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.103362] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.103479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.103932] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4acaa9d-b2b9-49c3-895f-56797ce3e7cb with status ACTIVE [ 1140.103932] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.103932] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.104097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.104208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.104296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.104464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.104557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.104617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.104766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.104842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.105031] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.105126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.105188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.105331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.105408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.105492] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4acaa9d-b2b9-49c3-895f-56797ce3e7cb is going to be updated. [ 1140.129990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.130143] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.130215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.130434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.130572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.130724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4acaa9d-b2b9-49c3-895f-56797ce3e7cb" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.270262] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.270262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.270262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.270262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.270262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.270262] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be updated. [ 1140.309407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.309606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.309699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.310166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.310655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.323162] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: IN_PROGRESS for 2s [ 1140.434695] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.434919] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-572" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.435076] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-572" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.435494] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-572" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.435793] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.435973] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.436134] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.436375] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.436547] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.436764] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.436878] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.436987] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.437129] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.437342] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.437500] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.437636] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.459437] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.459642] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.459825] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.460060] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-572" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.460434] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-0c290518-baeb-4d85-9d56-5a4eea2170a4 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.460644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.460788] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.461153] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.461303] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c290518-baeb-4d85-9d56-5a4eea2170a4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.582375] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.964489] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.964759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.964759] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.964942] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.965106] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.965265] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 0c290518-baeb-4d85-9d56-5a4eea2170a4 not found, creating... [ 1140.965535] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.965696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.965808] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.966057] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.966228] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.966505] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.966627] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.966829] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.967071] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.967239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.967349] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 0c290518-baeb-4d85-9d56-5a4eea2170a4 is going to be created. [ 1140.991903] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.992127] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.992254] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.992541] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.992771] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.993314] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.084400] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.587051] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.587242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.587242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.587484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.587571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.587673] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1141.620537] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.620537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.620537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.620677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.620805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.630942] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1142.216290] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-a4db386a-b621-440c-9754-03ef6f638944 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1142.216643] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-a4db386a-b621-440c-9754-03ef6f638944 service nova] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1142.216643] env[65840]: INFO networking_nsxv3.common.synchronization [req-abfac1e8-eb48-4167-9324-c4d24836351b req-a4db386a-b621-440c-9754-03ef6f638944 service nova] Enqueued Resource ID: 0c290518-baeb-4d85-9d56-5a4eea2170a4 with Priority: HIGHEST for action port [ 1142.217227] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_rules [ 1142.217366] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1142.217463] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c290518-baeb-4d85-9d56-5a4eea2170a4 with Priority: HIGHEST for action port [ 1142.217752] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.217854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.218072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.218151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.218411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c290518-baeb-4d85-9d56-5a4eea2170a4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.218507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.218570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.218769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.218848] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c290518-baeb-4d85-9d56-5a4eea2170a4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.333834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1142.334072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.334247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.334479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.334668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.334780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.334956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.335030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.335091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.335175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.335265] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.642014] env[65840]: INFO networking_nsxv3.common.synchronization [req-24959ed3-03ff-4c33-8714-a3d2234b9759 req-6147c45e-33b8-46d5-9617-a92b7f19af74 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1142.643042] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1142.643042] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.643042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.643042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.643667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.643847] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.643955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.644044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.644237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.644310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.644383] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.721170] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c290518-baeb-4d85-9d56-5a4eea2170a4 with status ACTIVE [ 1142.721472] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.721658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.721733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.721967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.722103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.722254] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.722355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.722417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.722578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.722652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.722828] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.722920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.722981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.723135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.723210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.723295] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c290518-baeb-4d85-9d56-5a4eea2170a4 is going to be updated. [ 1142.746018] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.746239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.746289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.746479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.746617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.746772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c290518-baeb-4d85-9d56-5a4eea2170a4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.839217] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.148104] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.148480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.148480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.149299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.149422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.149667] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.149800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.149871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.150070] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.150154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.150247] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1143.178521] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.178675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.178780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.179117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.179283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.191208] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1143.234061] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d33363a-ae88-41d1-933c-fb1c2a23e345 req-a547bc95-e505-4d64-935e-c046b747f429 tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1143.234585] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1143.234880] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.235010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.235075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.235272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.235418] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.235512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.235575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.235711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.235793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.235886] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.342019] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 261856fe-0a3d-4672-ad94-6f086637da15: rpc.has_security_group_logging(os_id): False [ 1143.364339] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.364456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.364624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.364705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.364799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.365164] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.365318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.365391] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.365557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.365637] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.365741] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be updated. [ 1143.446318] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.446507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.446570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.446733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.446927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.465055] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: IN_PROGRESS for 2s [ 1143.631217] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.633018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.633018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.633018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.633018] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.633018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.633287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.633603] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.633854] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.634186] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.634407] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.634641] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.634848] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.635939] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.636210] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.636542] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.648162] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1143.648162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.648162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.648382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.648565] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.648684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.648758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.648875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.649104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.649104] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.660075] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.660583] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.660793] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.661033] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-805" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.661426] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-5ba431aa-dff2-4abb-8dc9-2ca140366310 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.661911] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.662148] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.662614] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.662831] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba431aa-dff2-4abb-8dc9-2ca140366310',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.738725] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.738872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.738952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.739198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.739305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.739523] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.739631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.739687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.739844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.739918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.740016] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1143.767030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.767030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.767030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.767030] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.767518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.776172] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1144.154221] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.166047] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.166047] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.166370] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.166465] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.166684] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.166869] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 5ba431aa-dff2-4abb-8dc9-2ca140366310 not found, creating... [ 1144.167171] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.167323] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.167441] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.167668] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.167832] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.168265] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.168525] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.168649] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.168903] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.169064] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.169226] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 5ba431aa-dff2-4abb-8dc9-2ca140366310 is going to be created. [ 1144.192612] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.192820] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.192941] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.193226] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.193549] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.193674] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.656625] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.912167] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d33363a-ae88-41d1-933c-fb1c2a23e345 req-63215aef-b1cc-4ea0-a044-d55e35eb3581 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 1144.912367] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d33363a-ae88-41d1-933c-fb1c2a23e345 req-63215aef-b1cc-4ea0-a044-d55e35eb3581 service nova] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1144.912513] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d33363a-ae88-41d1-933c-fb1c2a23e345 req-63215aef-b1cc-4ea0-a044-d55e35eb3581 service nova] Enqueued Resource ID: 5ba431aa-dff2-4abb-8dc9-2ca140366310 with Priority: HIGHEST for action port [ 1144.913022] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_rules [ 1144.913168] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1144.913264] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba431aa-dff2-4abb-8dc9-2ca140366310 with Priority: HIGHEST for action port [ 1144.913527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.913647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.913713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.913935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.914273] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.915737] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.915737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.915879] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba431aa-dff2-4abb-8dc9-2ca140366310 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.916038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.916166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.916388] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.916509] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba431aa-dff2-4abb-8dc9-2ca140366310',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.160641] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.160826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.160943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.161268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.161405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.161514] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1145.193692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.193692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.193692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.193692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.193692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.205793] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1145.206673] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1145.206847] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1145.206978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.422546] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.422677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.422903] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba431aa-dff2-4abb-8dc9-2ca140366310 with status ACTIVE [ 1145.423114] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.423230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.423294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.423534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.423930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.423930] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.423930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.424079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.424196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.424272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.424499] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.426022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.426022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.426022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.426022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.426022] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba431aa-dff2-4abb-8dc9-2ca140366310 is going to be updated. [ 1145.451182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.451342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.451382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.451613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.451742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.452142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba431aa-dff2-4abb-8dc9-2ca140366310" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.491923] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1145.491923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.784686] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d56d181-54c4-4aab-a5b3-79e61776d8f5 req-58c6a6e0-bb4f-4828-ab93-8556fc871c09 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1145.784686] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1145.785327] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.785327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.785441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.785768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.786020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.786180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.786281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.786647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.786808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.786962] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.789404] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1145.789617] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1145.789943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.790489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.793016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.793016] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.793016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.793016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.793016] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.819772] env[65840]: INFO networking_nsxv3.common.synchronization [None req-8aeb2707-0859-4829-89ba-0081db1de599 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1145.820600] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1145.820883] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.821033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.821120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.821290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.821444] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.821571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.821641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.821739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.821815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.821918] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.174829] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.175046] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.175201] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.175437] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.175934] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.176161] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.176359] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.176593] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.176740] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.176942] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.177063] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.177167] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.177271] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.177406] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.177528] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.177657] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.197656] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.197907] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.198055] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.198312] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.198788] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.198997] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.199172] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.199660] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.199807] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6aa1043-f3a8-4301-aa1d-d6c7253adbbd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.296184] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.296184] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.296184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.296184] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1146.296184] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.323807] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.323972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.324058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.324285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.324378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.324630] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.324737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.324799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.324982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.325081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.325188] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be deleted. [ 1146.329869] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.329869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.329869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.329869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.329869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.339240] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1146.361316] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.361662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.361788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.362081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.362249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.362760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.702220] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.702316] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.702436] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.702735] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.702884] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.703047] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port d6aa1043-f3a8-4301-aa1d-d6c7253adbbd not found, creating... [ 1146.703307] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.703503] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.703630] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.703798] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.703954] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.704270] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.704446] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.704546] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.704768] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.704903] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.705249] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: d6aa1043-f3a8-4301-aa1d-d6c7253adbbd is going to be created. [ 1146.725817] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.726055] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.726187] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.726592] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.726946] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.727315] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.800430] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.220180] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 4s [ 1147.307378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.307477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.307538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.307834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.307953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.308084] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1147.358709] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.358910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.358992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.359295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.359857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.370227] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1147.515026] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d56d181-54c4-4aab-a5b3-79e61776d8f5 req-ef48dd1d-d473-46be-aaf1-777059623399 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1147.515213] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d56d181-54c4-4aab-a5b3-79e61776d8f5 req-ef48dd1d-d473-46be-aaf1-777059623399 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1147.515350] env[65840]: INFO networking_nsxv3.common.synchronization [req-4d56d181-54c4-4aab-a5b3-79e61776d8f5 req-ef48dd1d-d473-46be-aaf1-777059623399 service nova] Enqueued Resource ID: d6aa1043-f3a8-4301-aa1d-d6c7253adbbd with Priority: HIGHEST for action port [ 1147.515835] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1147.515966] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1147.516079] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aa1043-f3a8-4301-aa1d-d6c7253adbbd with Priority: HIGHEST for action port [ 1147.516352] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.516471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.516537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.516775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.516838] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.518044] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.518044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.518044] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.518044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.518044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.518328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.518328] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6aa1043-f3a8-4301-aa1d-d6c7253adbbd',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.020517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.020872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.020922] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6aa1043-f3a8-4301-aa1d-d6c7253adbbd with status ACTIVE [ 1148.021083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.021194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.021258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.021482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.021589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.021765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.021869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.021941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.022138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.022283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.022484] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.022612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.022686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.022884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.023011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.023125] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6aa1043-f3a8-4301-aa1d-d6c7253adbbd is going to be updated. [ 1148.047881] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.048040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.048040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.048471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.048613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.048771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6aa1043-f3a8-4301-aa1d-d6c7253adbbd" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.357639] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1148.357876] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1148.358022] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.358282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.358588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.358785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.358958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.359059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.359308] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.359407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.359537] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.862971] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.232338] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1149.232786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.232902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.234041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.234041] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.234041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.234041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.234041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.234041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.234041] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.234041] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.235242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.235426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.235597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.236804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.236804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.236804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.236804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.236804] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.365495] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.388870] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1149.390110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.390276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.390874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.390874] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.391093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.391512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.391751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.391855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.391993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.392120] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.737895] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.737895] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.740754] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.870497] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.870497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.870497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.870497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.870497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.870497] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1149.897577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.897577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.897577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.897577] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.898330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.898330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.898330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.898330] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.898330] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.908908] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.909112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.909178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.909377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.909526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.919283] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1149.938983] env[65840]: INFO networking_nsxv3.common.synchronization [req-af747f88-262f-4407-a1b3-9fe7dba3fc1c req-b5352db6-012d-4c6c-9a8e-d546e7a5ae00 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_members [ 1149.939515] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_members [ 1149.939821] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.939942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.940147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.940433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.940599] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.940701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.940763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.940907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.940991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941097] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.243316] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.278508] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.278621] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.278723] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.279200] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.280147] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.280300] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.280425] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.280678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.281387] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.281387] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.281387] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.281660] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.281660] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.281660] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.281828] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.282375] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.320951] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.321193] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.321343] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.321548] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.321863] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-771ea6ba-c768-486a-888b-9ebc114ade72 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.322051] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.322193] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.322508] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.322662] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771ea6ba-c768-486a-888b-9ebc114ade72',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.403338] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 107d984f-4d36-43f3-9054-2b2263634454: rpc.has_security_group_logging(os_id): False [ 1150.430306] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.430618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.430727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.430967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.431078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.431359] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.431477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.431543] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.431743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.431825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.432103] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.432197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.432270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.432463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.432576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.432796] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.432945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.433018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.433207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.433285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.433422] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1150.443593] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.443778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.443849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.444125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.444241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.444456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.444583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.444692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.444813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.444890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.444972] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 already deleted. [ 1150.445063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.516055] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.516753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.516753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.516753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.516753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.532593] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1150.746267] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.746447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.746519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.746694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.746785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.746887] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1150.784153] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.784375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.784485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.784669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.784815] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.794508] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1150.825926] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.826238] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.826319] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.826614] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.826767] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.826923] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 771ea6ba-c768-486a-888b-9ebc114ade72 not found, creating... [ 1150.827223] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.827378] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.827572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.827807] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.827942] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.828283] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.828453] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.828570] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.828791] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.828933] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.829087] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 771ea6ba-c768-486a-888b-9ebc114ade72 is going to be created. [ 1150.856429] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.856691] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.856815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.857157] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.857484] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.857815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.600723] env[65840]: INFO networking_nsxv3.common.synchronization [req-af747f88-262f-4407-a1b3-9fe7dba3fc1c req-d4e2466f-e1f5-4b7f-aaa1-f9a9b15147f2 service nova] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_rules [ 1151.601084] env[65840]: INFO networking_nsxv3.common.synchronization [req-af747f88-262f-4407-a1b3-9fe7dba3fc1c req-d4e2466f-e1f5-4b7f-aaa1-f9a9b15147f2 service nova] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_members [ 1151.601084] env[65840]: INFO networking_nsxv3.common.synchronization [req-af747f88-262f-4407-a1b3-9fe7dba3fc1c req-d4e2466f-e1f5-4b7f-aaa1-f9a9b15147f2 service nova] Enqueued Resource ID: 771ea6ba-c768-486a-888b-9ebc114ade72 with Priority: HIGHEST for action port [ 1151.601866] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_rules [ 1151.601866] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_members [ 1151.601866] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 771ea6ba-c768-486a-888b-9ebc114ade72 with Priority: HIGHEST for action port [ 1151.602152] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.602353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.602353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.602561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.602646] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.603580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.603784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.603784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.604020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.604065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.604152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.604949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.604949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.604949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.604949] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.605717] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-771ea6ba-c768-486a-888b-9ebc114ade72 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.605894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.605894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.606842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.606842] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771ea6ba-c768-486a-888b-9ebc114ade72',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.932172] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1151.932402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.932592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.932814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.933033] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.933146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.933214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.933409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.933494] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.933533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.933616] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.107544] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.108755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.108892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.109682] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 771ea6ba-c768-486a-888b-9ebc114ade72 with status ACTIVE [ 1152.109682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.109682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.109682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.110528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.110528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.110528] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.110528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.110528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.110758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.110758] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.110969] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.111125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.111214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.111574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.111574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.111574] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 771ea6ba-c768-486a-888b-9ebc114ade72 is going to be updated. [ 1152.134640] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.135453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.135453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.135453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.135453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.135453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-771ea6ba-c768-486a-888b-9ebc114ade72" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.336856] env[65840]: INFO networking_nsxv3.common.synchronization [req-141daef7-da11-471a-bded-7693851ad89f req-1481f3e3-ebc7-4a2a-9e56-836e43b52478 tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1152.337470] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1152.337765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.337884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.337949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.338156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.338389] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.338492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.338555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.338720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.338805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.338900] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.435765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.435943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.436019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.436284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.436525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.437138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.437138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.437138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.437138] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.437261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.437386] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.437551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.437648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.437864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.438087] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.438276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.438358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.438519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.438632] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.438750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.438895] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.547834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1152.548090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.610108] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.685425] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.685586] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.685709] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.685976] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.686518] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.686752] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.686887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.687168] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.687372] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.687624] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.687807] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.688025] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.688244] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.688458] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.688716] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.688884] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.708387] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.709053] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.709257] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.711588] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.711751] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-564ed411-e356-4a86-b64e-52babfb60e54 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.711874] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.711986] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.712419] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.712563] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('564ed411-e356-4a86-b64e-52babfb60e54',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.809355] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1152.809589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.809790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.809972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.810181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.810290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.810345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.810490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.810590] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.810680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.810833] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.810942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.810987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.811130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.811263] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.811356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.811415] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.811549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.811624] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.811700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.811786] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.842620] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.944658] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 111a8604-a00c-4de8-9446-ac194d99db8f: rpc.has_security_group_logging(os_id): False [ 1152.964137] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.964556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.964720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.965423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.967447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.967447] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.967447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.967447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.967723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.968237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.968562] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.968774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.968946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.969207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.970311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.970311] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.970311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.970311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.970311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.970311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.970311] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1153.039496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.039674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.039753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.039971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.040134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.056834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1153.112942] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.113193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.113247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.113509] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.113649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.113807] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 is going to be created. [ 1153.137210] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.137507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.137507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.137602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.137767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.151316] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 in Status: UNINITIALIZED for 2s [ 1153.215113] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.215355] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.215484] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.215779] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.215936] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.216119] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 564ed411-e356-4a86-b64e-52babfb60e54 not found, creating... [ 1153.216434] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.216602] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.216717] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.216956] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.217108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.217391] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.217547] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.217661] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.217861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.217990] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.218138] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 564ed411-e356-4a86-b64e-52babfb60e54 is going to be created. [ 1153.238893] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.239149] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.239273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.239512] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.239739] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.239965] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.315839] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43: rpc.has_security_group_logging(os_id): False [ 1153.343987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.343987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.344140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.344440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.344580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.344867] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.345038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.345147] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.345412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.345505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.345836] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.345986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.346106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.346349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.346473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.346759] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.346910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.347021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.347251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.347378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.347512] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1153.349197] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.451928] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.452142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.452206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.452482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.452639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.473149] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1153.852756] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.853846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.853846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.853846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.853846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.853846] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1153.886062] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.886554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.886554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.886800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.886969] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.896770] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1153.971443] env[65840]: INFO networking_nsxv3.common.synchronization [req-141daef7-da11-471a-bded-7693851ad89f req-e3bc4de6-12ce-45da-b570-5328892f40ca service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1153.971646] env[65840]: INFO networking_nsxv3.common.synchronization [req-141daef7-da11-471a-bded-7693851ad89f req-e3bc4de6-12ce-45da-b570-5328892f40ca service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1153.971806] env[65840]: INFO networking_nsxv3.common.synchronization [req-141daef7-da11-471a-bded-7693851ad89f req-e3bc4de6-12ce-45da-b570-5328892f40ca service nova] Enqueued Resource ID: 564ed411-e356-4a86-b64e-52babfb60e54 with Priority: HIGHEST for action port [ 1153.972298] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1153.972429] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1153.972521] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564ed411-e356-4a86-b64e-52babfb60e54 with Priority: HIGHEST for action port [ 1153.972787] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.973110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.973110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.974445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.974540] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.975652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.975652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.975813] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-564ed411-e356-4a86-b64e-52babfb60e54 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.975887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.975961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.976811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.976902] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('564ed411-e356-4a86-b64e-52babfb60e54',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.178678] env[65840]: INFO networking_nsxv3.common.synchronization [req-e7a4a1aa-5343-4cf1-8336-ba85abccec1a req-967fbfc9-f812-4f65-850a-201e8a11bb77 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1154.178678] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1154.179160] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.179160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.179581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.179581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.179748] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.180043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.180043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.180137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.180183] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.180265] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.379372] env[65840]: INFO networking_nsxv3.common.synchronization [req-e7a4a1aa-5343-4cf1-8336-ba85abccec1a req-b3fc4322-fb44-45c8-b39b-db6b163f1df5 tempest-ServersTestMultiNic-1339020293 tempest-ServersTestMultiNic-1339020293-project-member] Enqueued Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1154.379718] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 with Priority: HIGHEST for action security_group_members [ 1154.380068] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.380215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.480858] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.480948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.481191] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 564ed411-e356-4a86-b64e-52babfb60e54 with status ACTIVE [ 1154.481391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.481515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.481598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.481820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.481894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.482083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.482180] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.482290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.482440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.482524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.482800] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.482800] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.482907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.482996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.483089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.483178] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 564ed411-e356-4a86-b64e-52babfb60e54 is going to be updated. [ 1154.519944] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.520112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.520173] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.520410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.520635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.520792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-564ed411-e356-4a86-b64e-52babfb60e54" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.685030] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.818312] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ec84597-d030-47f6-b852-d800c9a226d0 req-97d571f2-9c3a-4e5d-8683-f46141cdaba1 tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1154.818803] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1154.819595] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.820575] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.820575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.820575] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.074054] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1155.074338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.154045] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.154294] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.154450] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.154625] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.154984] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.157015] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.157015] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.157015] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.157015] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.157015] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.157015] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.157015] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.157015] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.157015] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.157015] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.157015] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.166111] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 in Status: SUCCESS [ 1155.166327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.166843] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.167072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.167263] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.167384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.167446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.167669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.167669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.167752] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.167917] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.178962] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.178962] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.178962] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.178962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-759" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.178962] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-576a2038-5275-41bb-b87e-7811e845561a taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.178962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.178962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.178962] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.178962] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576a2038-5275-41bb-b87e-7811e845561a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.186164] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.323978] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.493637] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1155.493924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.494196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.494439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.494534] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.670322] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.681369] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.681674] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.681811] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.682085] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.682506] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.682506] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 576a2038-5275-41bb-b87e-7811e845561a not found, creating... [ 1155.682637] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.682795] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.682994] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.683149] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.683439] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.683540] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.683694] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.683943] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.683999] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.684139] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.684275] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 576a2038-5275-41bb-b87e-7811e845561a is going to be created. [ 1155.687513] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.687513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.687513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.687714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.687775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.687862] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be updated. [ 1155.709472] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.709697] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.709820] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.710110] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.710341] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.710569] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.718391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.718585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.718585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.718806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.718943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.732178] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: IN_PROGRESS for 2s [ 1155.826378] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.913884] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.913884] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.913884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.913884] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.021175] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.021325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.021431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.021618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.021711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.021811] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be deleted. [ 1156.114994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.115525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.115525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.115658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.115880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.115985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.173045] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c7f591d-1e9c-45af-88e3-7fb88d77fb65: rpc.has_security_group_logging(os_id): False [ 1156.197340] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.197534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.197674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.197937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.198319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.198462] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.198619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.198716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.198963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.199109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.199245] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 is going to be created. [ 1156.305216] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.305432] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.305506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.305753] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.306804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.322806] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 in Status: IN_PROGRESS for 2s [ 1156.332197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.332365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.332452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.333424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.333592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.333760] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be updated. [ 1156.393948] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.394174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.394174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.394397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.394645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.409153] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: IN_PROGRESS for 2s [ 1156.415994] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.489661] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ec84597-d030-47f6-b852-d800c9a226d0 req-33f275e0-7564-481c-b594-1202364131ee service nova] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 1156.490246] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ec84597-d030-47f6-b852-d800c9a226d0 req-33f275e0-7564-481c-b594-1202364131ee service nova] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1156.490246] env[65840]: INFO networking_nsxv3.common.synchronization [req-5ec84597-d030-47f6-b852-d800c9a226d0 req-33f275e0-7564-481c-b594-1202364131ee service nova] Enqueued Resource ID: 576a2038-5275-41bb-b87e-7811e845561a with Priority: HIGHEST for action port [ 1156.490721] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_rules [ 1156.490880] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1156.490991] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576a2038-5275-41bb-b87e-7811e845561a with Priority: HIGHEST for action port [ 1156.495023] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.495023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.495023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.495023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.495023] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.495862] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.495930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.496119] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-576a2038-5275-41bb-b87e-7811e845561a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.496226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.496472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.496472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.496567] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576a2038-5275-41bb-b87e-7811e845561a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.919480] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.998639] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.998639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.998864] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 576a2038-5275-41bb-b87e-7811e845561a with status ACTIVE [ 1156.999078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.999134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.999263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.999536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.999536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.999979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.999979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.999979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.999979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.000395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.000395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.000490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.000490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.000661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.000744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.000832] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 576a2038-5275-41bb-b87e-7811e845561a is going to be updated. [ 1157.023405] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.023656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.023656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.023844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.024080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.024265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-576a2038-5275-41bb-b87e-7811e845561a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.256641] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ebbd346-d8ac-4975-b277-482387f677b1 req-808e236c-387f-4b28-a531-e1cbee03f3b2 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1157.257963] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1157.257963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.257963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.257963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.257963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.257963] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.257963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.257963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.258349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.258349] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.258409] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.424191] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.424513] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.424625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.424962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.425237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.425237] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1157.468322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.468322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.469137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.469137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.469137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.481080] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1157.643383] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.643602] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.643745] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.644147] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.644307] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.644464] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.644578] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.644787] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.644927] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.645222] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.645298] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.645356] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.645458] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.645565] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.645669] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.645797] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.667671] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.667671] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.667671] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.667671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.667671] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-50842aa8-b53f-4ba9-ae2c-364c1845047f taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.667671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.667671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.667671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.667671] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50842aa8-b53f-4ba9-ae2c-364c1845047f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.743776] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 in Status: SUCCESS [ 1157.744061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.744243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.744504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.744697] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.744831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.744908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.745102] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.745279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.745279] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9e5fc8-11d0-4401-afb3-0cebc29d3a43',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.762719] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.762906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.763069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.763510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.763675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.764091] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.764229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.764337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.764730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.764886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.764995] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1157.795334] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.795505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.795557] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.796827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.796827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.805351] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1158.170389] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.170630] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.170751] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.171056] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.171213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.171367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 50842aa8-b53f-4ba9-ae2c-364c1845047f not found, creating... [ 1158.171621] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.171774] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.171890] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.172119] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.172256] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.172541] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.172692] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.172834] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.173065] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.173224] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.173367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 50842aa8-b53f-4ba9-ae2c-364c1845047f is going to be created. [ 1158.193925] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.194146] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.194273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.194637] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.194906] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.195151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.248741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.248741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.248741] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.248960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.248960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.249264] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.249264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.249412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.249490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.249553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.249643] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9e5fc8-11d0-4401-afb3-0cebc29d3a43 is going to be deleted. [ 1158.314372] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.314751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.314751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.314751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.314842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.314878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9e5fc8-11d0-4401-afb3-0cebc29d3a43" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.337805] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 in Status: SUCCESS [ 1158.338069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.430591] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.430591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.430591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.430591] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.933873] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.968882] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ebbd346-d8ac-4975-b277-482387f677b1 req-2c2449a3-962e-45ad-9c55-954cf8766131 service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1158.969922] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ebbd346-d8ac-4975-b277-482387f677b1 req-2c2449a3-962e-45ad-9c55-954cf8766131 service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1158.969922] env[65840]: INFO networking_nsxv3.common.synchronization [req-9ebbd346-d8ac-4975-b277-482387f677b1 req-2c2449a3-962e-45ad-9c55-954cf8766131 service nova] Enqueued Resource ID: 50842aa8-b53f-4ba9-ae2c-364c1845047f with Priority: HIGHEST for action port [ 1158.971063] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1158.971280] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1158.971408] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50842aa8-b53f-4ba9-ae2c-364c1845047f with Priority: HIGHEST for action port [ 1158.971834] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.972683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.972683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.972683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.972683] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.974106] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.974106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.974106] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-50842aa8-b53f-4ba9-ae2c-364c1845047f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.974106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.974106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.974106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.975457] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50842aa8-b53f-4ba9-ae2c-364c1845047f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.438665] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.478794] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.478794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.478794] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50842aa8-b53f-4ba9-ae2c-364c1845047f with status ACTIVE [ 1159.479114] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.479211] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.479771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.479771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.479934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.480127] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.480209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.480307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.480571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.480656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.480921] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.481032] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.481081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.481318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.481358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.481425] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50842aa8-b53f-4ba9-ae2c-364c1845047f is going to be updated. [ 1159.495744] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1159.496677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.496677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.496677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.496677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.496901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.496901] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.497060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.497162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.497265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.497427] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.509128] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.509478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.509478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.509478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.509886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.509886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50842aa8-b53f-4ba9-ae2c-364c1845047f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.816140] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1159.816443] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1159.816565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.816735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.816959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.817157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.817272] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.817337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.817486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.817567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.817680] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.941903] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.942145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.942145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.942460] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.942608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.942720] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be updated. [ 1159.986756] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.986930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.986930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.987224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.987755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.002147] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: IN_PROGRESS for 2s [ 1160.002473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.002602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.002709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.002875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.003036] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.003140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.003202] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.003364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.003917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.003917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.003917] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.003917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.003917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.004125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.004125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.004261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.004261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.004340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.004408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.004485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.004572] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.240066] env[65840]: INFO networking_nsxv3.common.synchronization [req-281e3d8b-20b3-4f32-8615-21036543ff5c req-84f29c0b-3c53-4234-8e1a-e61c20d7ec95 tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_members [ 1160.240788] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGHEST for action security_group_members [ 1160.241072] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.241206] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.241313] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.241523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.241688] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.241790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.241868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.242015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.242126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.242234] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.319829] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.510211] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 1160.530455] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.530712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.530712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.530913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.530995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.531226] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.531353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.531475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.531642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.531642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.531788] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.531889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.531962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.532179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.532179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.532341] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.532421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.532478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.532614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.532689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.532774] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1160.619217] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.619394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.619394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.619565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.619712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.639818] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1160.745163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.745963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.745963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.745963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.775471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.775471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.775471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.775471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.775471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.775812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.775812] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 is going to be updated. [ 1160.816248] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.816413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.816479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.816689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.816833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.825113] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.827431] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 in Status: IN_PROGRESS for 2s [ 1161.332458] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.332458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.332458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.332458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.332458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.332458] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1161.370063] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.370063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.370063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.370063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.370063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.380835] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1162.014344] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 1162.014745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.014745] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.014947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.015929] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.016108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.016186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.016427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.016515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.016614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.016716] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.519473] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.661746] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1162.662037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.839684] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 in Status: SUCCESS [ 1162.839882] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 deletion is rescheduled due to dependency. [ 1162.840027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.021757] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0fa2b37-fb56-4263-8415-e1eec8a6b913: rpc.has_security_group_logging(os_id): False [ 1163.042463] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.042463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.042463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.042463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.060709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.061035] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.061157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.061222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.061418] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.063238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.063238] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be updated. [ 1163.144161] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.144329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.144405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.160238] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: IN_PROGRESS for 2s [ 1163.399737] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1163.399989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.400192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.400607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.400607] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.400927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.400927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.401039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.401039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.401178] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.401226] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.736025] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.736025] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.736299] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.736586] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.736658] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.736805] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.736922] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.737347] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.737347] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.737484] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.737728] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.737728] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.737902] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.737902] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.738065] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.738330] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.759667] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.759667] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.759667] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.759842] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.760158] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.760333] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.760451] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.760815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.760956] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63e8ba5-3826-4f63-aa32-6965c5e3fc20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.904157] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.905795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.905795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.905795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.905795] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.905795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.906322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.906322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.906322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.906322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.906514] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.906514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.906638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.906747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.906887] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.906977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.907060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.907192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.907268] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.907383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.907437] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.265524] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.265524] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.266244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.266244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.266244] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.266496] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port c63e8ba5-3826-4f63-aa32-6965c5e3fc20 not found, creating... [ 1164.266794] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.267015] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.267147] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.267408] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.267683] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.274158] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.274575] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.274800] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.275199] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.275417] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.275657] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 is going to be created. [ 1164.312283] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.312283] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.312283] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.312283] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.314200] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.314200] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.411912] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b1c873b-262c-4490-b69e-ab6548868145: rpc.has_security_group_logging(os_id): False [ 1164.435066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.435066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.435066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.435613] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.435613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.435613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.436043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.436043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.436043] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.436164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.436164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.436943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.436943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.436943] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1164.540108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.540108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.540327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.541677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.541677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.564889] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1164.999171] env[65840]: INFO networking_nsxv3.common.synchronization [req-f3199d2b-d9e6-4e43-9fda-31b242b977fd req-db099db8-3a30-4a2f-8a4b-93a6f0c82943 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1164.999705] env[65840]: INFO networking_nsxv3.common.synchronization [req-f3199d2b-d9e6-4e43-9fda-31b242b977fd req-db099db8-3a30-4a2f-8a4b-93a6f0c82943 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1164.999705] env[65840]: INFO networking_nsxv3.common.synchronization [req-f3199d2b-d9e6-4e43-9fda-31b242b977fd req-db099db8-3a30-4a2f-8a4b-93a6f0c82943 service nova] Enqueued Resource ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 with Priority: HIGHEST for action port [ 1165.000189] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1165.000350] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1165.000420] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 with Priority: HIGHEST for action port [ 1165.000694] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.000813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.000881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.001737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.001836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.003612] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.003612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.003612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.003917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.003917] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.003995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.003995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.004160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.004278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.004375] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.005780] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.006174] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.006271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.006570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.006570] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63e8ba5-3826-4f63-aa32-6965c5e3fc20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.174197] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 1165.174421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.504415] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.504814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.509456] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.510515] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c63e8ba5-3826-4f63-aa32-6965c5e3fc20 with status ACTIVE [ 1165.512024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.512024] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.512024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.512386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.512416] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.512530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.512571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.512715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.512804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.512937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 is going to be updated. [ 1165.537532] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.537666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.537737] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.537945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.538106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.538287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.015779] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.519117] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.519117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.519117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.519117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.519117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.519117] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be created. [ 1166.545848] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.545848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.545848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.545848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.546125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.558849] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: UNINITIALIZED for 2s [ 1166.579219] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1166.579476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.648575] env[65840]: INFO networking_nsxv3.common.synchronization [req-54602a5b-88af-49a4-bf0c-f84432eaccc5 req-b4713e89-e2ac-4ab7-9a45-d2c2bb9d5ebd tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1167.648957] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1167.649138] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.649393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.649522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.649751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.649923] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.650059] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.650127] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.650281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.650377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.650463] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.152774] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.569978] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.569978] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.569978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.569978] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.655106] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.072702] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.072926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.073051] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.073310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.073547] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.073710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.073802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.074014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.074225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.074355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.074536] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.074858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.075094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.075155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.075306] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.075431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.075518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.075706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.075805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.075914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.076069] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.158108] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.158108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.158108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.158108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.158108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.158108] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1169.187683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.187879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.187992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.188327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.188540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.197094] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1169.578863] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e0494c-f71f-4282-b098-de9cce36452c: rpc.has_security_group_logging(os_id): False [ 1169.600971] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.601172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.601214] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.601427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.601533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.601727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.601828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.601892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.602058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.602142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.602363] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.602454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.602519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.602659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.602732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.602911] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.603010] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.603077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.603216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.603299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.603370] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be created. [ 1169.674816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.675533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.675533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.675533] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.675706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.694388] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1171.208495] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1171.209078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.710434] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1171.710648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.732294] env[65840]: INFO networking_nsxv3.common.synchronization [req-1d536399-42f0-4573-8161-e6203e93e47c req-e65f8159-6019-4d01-82e8-64af217facc7 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_members [ 1171.732836] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGHEST for action security_group_members [ 1171.733569] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.733569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.733569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.734246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.734246] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.734246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.734246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.734435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.734435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.734742] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.957884] env[65840]: INFO networking_nsxv3.common.synchronization [None req-42f7eff3-8107-4f46-8cc6-ce8fcfdb08fa tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_rules [ 1171.958138] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_rules [ 1171.958510] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.958631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.960861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.960961] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.051393] env[65840]: INFO networking_nsxv3.common.synchronization [None req-acc673bc-0858-4d32-8e25-1039662987b3 tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_rules [ 1172.051393] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_rules [ 1172.051393] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.051393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.239489] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.239821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.239821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.239939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.240047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.240304] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.240373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.240420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.240526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.240626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.240717] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 is going to be updated. [ 1172.272837] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.272967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.273057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.273271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.273445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.281917] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3290a967-6acb-40c3-a007-7d425237dbc2 in Status: IN_PROGRESS for 2s [ 1172.490704] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.490972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.491184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.491496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.491960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.491960] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 already deleted. [ 1172.491960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.492218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.492491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.492657] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.024741] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.024976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.024976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.025918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.025918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.025918] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 already deleted. [ 1173.025918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.293805] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3290a967-6acb-40c3-a007-7d425237dbc2 in Status: SUCCESS [ 1174.294141] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 deletion is rescheduled due to dependency. [ 1174.294287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.051872] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.052288] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1179.168437] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c7de7954-0aff-4064-a0d3-c89d0b8ba421 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_rules [ 1179.169082] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_rules [ 1179.169317] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.169489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.169601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.169933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.170057] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.247546] env[65840]: INFO networking_nsxv3.common.synchronization [None req-190736eb-89ca-4ab7-89bd-73a00dbdeafc tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_rules [ 1179.248122] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_rules [ 1179.248469] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.248597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694441] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.694641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.694957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.695059] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 already deleted. [ 1179.695142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.695296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.695479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.695576] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.185936] env[65840]: INFO networking_nsxv3.common.synchronization [req-436d1968-ee2b-4c49-9f0f-3b676a344e69 req-7de0b699-68aa-4617-b96f-4e459fe4e146 tempest-AttachVolumeShelveTestJSON-1054004417 tempest-AttachVolumeShelveTestJSON-1054004417-project-member] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1180.186731] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGHEST for action security_group_members [ 1180.186833] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.188527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.188527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.188527] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.217675] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.217828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.217918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.218213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.218452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.218624] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 already deleted. [ 1180.218769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.690066] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.690328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.690658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.690793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.690935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.691184] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.691297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.691359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.691523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.691591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.691685] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be updated. [ 1180.730216] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.730216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.730216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.730216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.730216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.738560] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: IN_PROGRESS for 2s [ 1180.792327] env[65840]: INFO networking_nsxv3.common.synchronization [req-893376a6-f6e3-4d67-9334-bf653f7622f9 req-5114dd4f-2140-41d1-ad02-97623567d6dd tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_members [ 1180.792949] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_members [ 1180.793247] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.793369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.793495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.793802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.793994] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.794124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.794162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.794299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.794383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.794483] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.139239] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.139239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.139648] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.139749] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.140107] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.140357] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.140812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.140900] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.141343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.141465] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.141635] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.141808] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.142834] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.144306] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.144528] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.144748] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.168941] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.168941] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.169096] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.169157] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-387" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.169638] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-0a909f0b-eb8c-4128-a0a2-b030fca08864 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.169770] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.169856] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.170215] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.170358] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a909f0b-eb8c-4128-a0a2-b030fca08864',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.299420] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.299420] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.299420] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 already deleted. [ 1181.299420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.673693] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.673924] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.674075] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.674382] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.674568] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.674767] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 0a909f0b-eb8c-4128-a0a2-b030fca08864 not found, creating... [ 1181.675185] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.675442] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.675572] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.675820] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.675971] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.676319] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.676482] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.676600] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.676821] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.676951] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.677285] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 0a909f0b-eb8c-4128-a0a2-b030fca08864 is going to be created. [ 1181.705203] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.705437] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.705583] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.705923] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.706180] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.706643] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.311450] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.313022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.313189] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.313582] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.313943] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.314172] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.314333] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.314631] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.314845] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.315168] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.315334] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.315482] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.315629] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.315780] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.316216] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.316216] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.343625] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.343625] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.343625] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.343625] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-149" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.343625] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.343943] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.343943] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.344118] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.344256] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63e8ba5-3826-4f63-aa32-6965c5e3fc20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.424790] env[65840]: INFO networking_nsxv3.common.synchronization [req-893376a6-f6e3-4d67-9334-bf653f7622f9 req-8c7fcec2-58b6-4c45-bcd8-32d5b28428b1 service nova] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_rules [ 1182.425254] env[65840]: INFO networking_nsxv3.common.synchronization [req-893376a6-f6e3-4d67-9334-bf653f7622f9 req-8c7fcec2-58b6-4c45-bcd8-32d5b28428b1 service nova] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_members [ 1182.425254] env[65840]: INFO networking_nsxv3.common.synchronization [req-893376a6-f6e3-4d67-9334-bf653f7622f9 req-8c7fcec2-58b6-4c45-bcd8-32d5b28428b1 service nova] Enqueued Resource ID: 0a909f0b-eb8c-4128-a0a2-b030fca08864 with Priority: HIGHEST for action port [ 1182.425640] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_rules [ 1182.425774] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_members [ 1182.425876] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a909f0b-eb8c-4128-a0a2-b030fca08864 with Priority: HIGHEST for action port [ 1182.426213] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.426301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.426378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.426592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.426683] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.427525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.427638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.427713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.427881] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.428032] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.428125] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.428186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.428350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.428437] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.429650] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.429650] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a909f0b-eb8c-4128-a0a2-b030fca08864 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.429650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.429650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.429650] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.429650] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a909f0b-eb8c-4128-a0a2-b030fca08864',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.747957] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 in Status: SUCCESS [ 1182.748189] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 deletion is rescheduled due to dependency. [ 1182.748329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.846812] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.847087] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.847230] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.847619] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.847818] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.848219] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.848446] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.848635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.848888] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.849083] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.849424] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.849635] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.849765] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.849985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.850135] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.850275] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 is going to be updated. [ 1182.874441] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.874711] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.874839] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.875132] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.875359] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.875630] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.932106] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.933951] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.934099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.934612] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a909f0b-eb8c-4128-a0a2-b030fca08864 with status ACTIVE [ 1182.934835] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.935097] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.935290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.935578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.935727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.935954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.936699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.936699] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.937612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.937612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.937612] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.937612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.937612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.937612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.937612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.938170] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a909f0b-eb8c-4128-a0a2-b030fca08864 is going to be updated. [ 1182.969642] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.969795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.969795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.969981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.970145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.970310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a909f0b-eb8c-4128-a0a2-b030fca08864" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.234295] env[65840]: INFO networking_nsxv3.common.synchronization [req-2cee8cc9-c076-42fc-a258-1089b16ed14b req-10b55ede-3e51-49fe-b74f-7dcbb45a9539 tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1183.234807] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1183.235165] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.235578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.235757] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.236118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.236192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.236405] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.435094] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.677180] env[65840]: INFO networking_nsxv3.common.synchronization [req-04aac028-bbc5-4f0d-a12e-6b17989685e8 req-5a484d16-f8e1-4cf9-a7dd-4a0a3ac6a9c7 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1183.677349] env[65840]: INFO networking_nsxv3.common.synchronization [req-04aac028-bbc5-4f0d-a12e-6b17989685e8 req-5a484d16-f8e1-4cf9-a7dd-4a0a3ac6a9c7 service nova] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1183.677433] env[65840]: INFO networking_nsxv3.common.synchronization [req-04aac028-bbc5-4f0d-a12e-6b17989685e8 req-5a484d16-f8e1-4cf9-a7dd-4a0a3ac6a9c7 service nova] Enqueued Resource ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 with Priority: HIGHEST for action port [ 1183.678379] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_rules [ 1183.678467] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1183.678731] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 with Priority: HIGHEST for action port [ 1183.678914] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.679057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.679166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.679472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.679570] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.680934] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.681091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.681162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.681383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.681564] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.681683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.681748] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.681900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.682029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.682179] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.685252] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.685434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.685515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.685785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.686075] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63e8ba5-3826-4f63-aa32-6965c5e3fc20',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.717143] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.717423] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.717530] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.717829] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.718270] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.718541] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.718671] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.718913] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.719112] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.719282] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.719414] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.719532] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.719620] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.719753] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.719852] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.719946] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.738929] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.746671] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.746888] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.747038] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.747144] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-167" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.747460] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-9417dcac-d3de-481d-be7c-a188661a9f7c taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.747681] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.747755] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.748105] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.748446] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9417dcac-d3de-481d-be7c-a188661a9f7c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.938197] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.938479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.938529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.938723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.938816] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.938916] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 is going to be created. [ 1183.965591] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.965708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.965809] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.965982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.966189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.977347] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 in Status: UNINITIALIZED for 2s [ 1184.188025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.188025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.188351] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.189405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c63e8ba5-3826-4f63-aa32-6965c5e3fc20 with status ACTIVE [ 1184.189683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.189861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.189941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.190175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.190569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.190569] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.190569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.190810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.190810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.190810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.190979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.191084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.191146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.191333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.191367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.191459] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c63e8ba5-3826-4f63-aa32-6965c5e3fc20 is going to be updated. [ 1184.213765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.213992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.213992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.214213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.214365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.214554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63e8ba5-3826-4f63-aa32-6965c5e3fc20" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.241516] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.252519] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.252867] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.253046] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.253493] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.253709] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.253935] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 9417dcac-d3de-481d-be7c-a188661a9f7c not found, creating... [ 1184.254364] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.254653] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.254830] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.255126] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.255343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.255759] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.255991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.256194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.256504] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.256705] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.256908] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 9417dcac-d3de-481d-be7c-a188661a9f7c is going to be created. [ 1184.284506] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.284858] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.285069] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.285418] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.285685] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.285927] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.694641] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.744125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.744299] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.744346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.744575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.744644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.744743] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1184.777223] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.777367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.777435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.777639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.777787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.787602] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1184.999022] env[65840]: INFO networking_nsxv3.common.synchronization [req-2cee8cc9-c076-42fc-a258-1089b16ed14b req-dd099234-fc8c-4685-ab8f-181cf0986e7c service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1184.999212] env[65840]: INFO networking_nsxv3.common.synchronization [req-2cee8cc9-c076-42fc-a258-1089b16ed14b req-dd099234-fc8c-4685-ab8f-181cf0986e7c service nova] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1184.999624] env[65840]: INFO networking_nsxv3.common.synchronization [req-2cee8cc9-c076-42fc-a258-1089b16ed14b req-dd099234-fc8c-4685-ab8f-181cf0986e7c service nova] Enqueued Resource ID: 9417dcac-d3de-481d-be7c-a188661a9f7c with Priority: HIGHEST for action port [ 1185.000119] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_rules [ 1185.000226] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1185.000290] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9417dcac-d3de-481d-be7c-a188661a9f7c with Priority: HIGHEST for action port [ 1185.000565] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.000715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.000775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.000984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.001095] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.002049] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.002152] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.002356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-9417dcac-d3de-481d-be7c-a188661a9f7c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.002446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.002510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.002740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.002795] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9417dcac-d3de-481d-be7c-a188661a9f7c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.197931] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.197931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.197931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.198095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.198171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.198264] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1185.240553] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.240770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.240770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.240991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.241156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.249664] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1185.504565] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.504852] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.504903] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9417dcac-d3de-481d-be7c-a188661a9f7c with status ACTIVE [ 1185.505090] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.505205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.505273] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.505538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.505629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.505813] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.505910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.505972] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.506155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.506278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.506473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.506572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.506634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.506778] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.506852] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.506938] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9417dcac-d3de-481d-be7c-a188661a9f7c is going to be updated. [ 1185.530747] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.530938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.531034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.531212] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.531367] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.531507] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9417dcac-d3de-481d-be7c-a188661a9f7c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.988952] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 in Status: SUCCESS [ 1185.989348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.989348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.989544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.989728] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.989846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.989910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.990077] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.990171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.990241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.990325] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.492940] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.800018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1186.800256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.800462] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.800693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.800878] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.800994] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.801074] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.801225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.801306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.801444] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.996530] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a046d93-35c3-4ce9-a9d7-f54d6db88599: rpc.has_security_group_logging(os_id): False [ 1187.017388] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.017675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.017675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.017811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.017880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.018160] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.018376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.018376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.018551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.018636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.018726] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 is going to be created. [ 1187.079298] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.079572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.079572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.079708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.079832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.091795] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 in Status: IN_PROGRESS for 2s [ 1187.260531] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1187.260827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.261082] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.261356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.261781] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.262106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.262261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.262568] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.262805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.262993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.263208] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.303757] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.621885] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0a1bfd6-0f0a-4e5c-ac72-41ef8f4ea3b8 req-550df845-dad9-4a27-8e97-6617ce1f0fe4 tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_members [ 1187.621885] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_members [ 1187.621885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.621885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.621885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.622162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.622360] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.622521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.622686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.622943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.623058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.623162] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.766407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.766407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.766407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.766407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.766407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.766762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.766762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.766855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.766959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.767076] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.767232] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.767334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.767404] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.767602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.767765] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.767862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.767922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.768080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.768156] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.768237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.768349] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.806355] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.931788] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.931988] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.932123] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.932386] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.932687] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.932858] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.932974] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.933196] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.933337] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.933546] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.933655] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.933758] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.933861] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.934240] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.934240] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.934240] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.953324] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.953491] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.953606] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.953828] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-121" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.954167] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.954337] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.954455] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.954803] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.954941] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd9e84b-7f9a-41d5-824d-955ed28a34ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.127371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.127371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.127371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.127371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.127371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.127371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.127371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.127371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.127988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.127988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.127988] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 already deleted. [ 1188.127988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.270979] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e0494c-f71f-4282-b098-de9cce36452c: rpc.has_security_group_logging(os_id): False [ 1188.289457] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.289457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.289770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.289770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.289850] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.290146] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.290146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.290466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.290466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.290466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.290618] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.290696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.290743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.290862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.290933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.291125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.291219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.291289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.291414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.291489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.291572] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1188.308746] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.308898] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.309011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.309256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.309370] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.309474] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1188.341363] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.341649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.341649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.342088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.342088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.356503] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1188.365284] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.365470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.365532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.365757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.365908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.388563] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1188.457970] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.458333] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.458467] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.458812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.458961] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.459377] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 2cd9e84b-7f9a-41d5-824d-955ed28a34ae not found, creating... [ 1188.459599] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.459884] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.459997] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.460268] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.460534] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.461508] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.461920] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.461920] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.462233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.462233] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.462465] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 2cd9e84b-7f9a-41d5-824d-955ed28a34ae is going to be created. [ 1188.487051] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.487051] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.487240] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.487443] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.487630] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.487833] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.104716] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 in Status: SUCCESS [ 1189.104903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.170107] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0a1bfd6-0f0a-4e5c-ac72-41ef8f4ea3b8 req-cac3c24e-f3d9-4eb0-ae09-997056181414 service nova] Enqueued Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_rules [ 1189.170303] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0a1bfd6-0f0a-4e5c-ac72-41ef8f4ea3b8 req-cac3c24e-f3d9-4eb0-ae09-997056181414 service nova] Enqueued Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_members [ 1189.170419] env[65840]: INFO networking_nsxv3.common.synchronization [req-b0a1bfd6-0f0a-4e5c-ac72-41ef8f4ea3b8 req-cac3c24e-f3d9-4eb0-ae09-997056181414 service nova] Enqueued Resource ID: 2cd9e84b-7f9a-41d5-824d-955ed28a34ae with Priority: HIGHEST for action port [ 1189.170948] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_rules [ 1189.172934] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_members [ 1189.172934] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9e84b-7f9a-41d5-824d-955ed28a34ae with Priority: HIGHEST for action port [ 1189.173220] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.173290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.173333] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.173534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.173614] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.177447] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.177576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.177638] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.177817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.178172] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.178172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.178172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.180743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.180743] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.180743] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.182163] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.182163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.182163] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.182304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.182383] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cd9e84b-7f9a-41d5-824d-955ed28a34ae',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.682426] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.683644] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.683811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.683993] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cd9e84b-7f9a-41d5-824d-955ed28a34ae with status ACTIVE [ 1189.684177] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.684290] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.684378] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.684573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.684703] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.684879] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.684977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.685048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.685283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.685382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.687997] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.688120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.689564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.689755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.690011] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.690203] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cd9e84b-7f9a-41d5-824d-955ed28a34ae is going to be updated. [ 1189.716546] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.716697] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.716811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.717164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.717228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.717400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cd9e84b-7f9a-41d5-824d-955ed28a34ae" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.193686] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.370865] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1190.370865] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.371042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.371686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.371686] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.371686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.371686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.371977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.371977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.371977] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.371977] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.413386] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1190.413386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.696799] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.696973] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.697027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.697237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.697327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.697424] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 is going to be created. [ 1190.720955] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.721149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.721194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.721381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.721558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.732687] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 in Status: UNINITIALIZED for 2s [ 1190.875404] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.875578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.875617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.875832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.875992] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.876126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.876194] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.876363] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.876461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.876551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.876697] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.876790] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.876852] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.877261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.877261] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.877261] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.877515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.877515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.877515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877670] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.379181] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a11155f1-c49b-483a-a0ea-707a5f84f756: rpc.has_security_group_logging(os_id): False [ 1191.410276] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.410782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.410782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.410782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.410908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.411425] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.411561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.411628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.411788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.411867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.412070] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.412158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.412231] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.412369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.412464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.412755] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.412755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.412868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.412929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.413013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.414488] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1191.490512] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.490512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.490512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.490512] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.490676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.510531] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1192.745509] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 in Status: SUCCESS [ 1192.745928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.745928] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.746052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.746205] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.746322] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.746400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.746598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.746688] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.746759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.746859] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.251969] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.532947] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1193.533593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.756199] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc2c2d0-f051-4720-89a7-c4bf11910ea5: rpc.has_security_group_logging(os_id): False [ 1193.757707] env[65840]: INFO networking_nsxv3.common.synchronization [req-868b23a2-8377-43bb-8dc4-42403fb7d2f0 req-e786a4c5-278f-4eb7-b5b6-e1d6188c21bc tempest-DeleteServersTestJSON-388715138 tempest-DeleteServersTestJSON-388715138-project-member] Enqueued Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1193.757707] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 107d984f-4d36-43f3-9054-2b2263634454 with Priority: HIGHEST for action security_group_members [ 1193.757707] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-107d984f-4d36-43f3-9054-2b2263634454 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.757707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.757862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.757934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.758094] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.758189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.758247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.758455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.758541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.758632] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('107d984f-4d36-43f3-9054-2b2263634454',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.786668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.786803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.786875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.787115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.787209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.787456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.787561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.787698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.787810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.787844] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.791027] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 is going to be created. [ 1193.851447] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.851636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.851674] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.855021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.855021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.864536] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 in Status: IN_PROGRESS for 2s [ 1194.188469] env[65840]: INFO networking_nsxv3.common.synchronization [req-09bfc1e2-0466-4868-859d-c509b94ef8c5 req-a7a4f790-6e0d-4a31-a638-43f92ebea939 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1194.189087] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1194.191426] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.191571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.191644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.191864] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.192035] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.192136] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.192199] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.192343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.192428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.192521] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.264873] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.264989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.264989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.265207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.265294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.265471] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.265561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.265616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.265754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.265823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.265901] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 is going to be updated. [ 1194.299905] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.301226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.301226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.301226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.301226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.311495] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: IN_PROGRESS for 2s [ 1194.517410] env[65840]: INFO networking_nsxv3.common.synchronization [req-59063531-bbca-425c-ad56-8b9fdbd90931 req-8ab42d5e-4abd-4efa-97f5-8b1c6e2e8020 tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1194.518148] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1194.518562] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.518689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.518747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.518971] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.519129] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.519218] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.519279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.519444] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.519530] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.519619] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.534146] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.534415] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.534514] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.534790] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.535077] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.535390] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.535549] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.535777] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.535925] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.536158] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.536273] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.536399] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.536488] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.536599] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.536704] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.536836] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.558518] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.558686] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.558808] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.559035] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.559491] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-c886340e-d4a0-44a7-bf93-badf87096dc9 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.559719] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.559844] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.560194] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.560334] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c886340e-d4a0-44a7-bf93-badf87096dc9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.695049] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.023079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023079] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.045146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.045417] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.045539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.045610] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.045811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.045894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.045984] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1195.062971] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.063407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.063867] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.064314] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.064551] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.064814] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port c886340e-d4a0-44a7-bf93-badf87096dc9 not found, creating... [ 1195.065166] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.065415] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.065591] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.065896] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.066108] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.066653] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.066832] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.067021] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.067751] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.067953] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.068158] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: c886340e-d4a0-44a7-bf93-badf87096dc9 is going to be created. [ 1195.080369] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.080369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.080369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.080369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.080369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.090224] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1195.091549] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.091769] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.091987] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.092357] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.092696] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.092983] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.196432] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.701047] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.701181] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.701245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.701409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.701505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.701599] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1195.736837] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.736837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.736837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.736837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.736837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.747095] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1195.816278] env[65840]: INFO networking_nsxv3.common.synchronization [req-09bfc1e2-0466-4868-859d-c509b94ef8c5 req-589a3006-2f14-4a29-9d7c-24db8c322e7f service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1195.816458] env[65840]: INFO networking_nsxv3.common.synchronization [req-09bfc1e2-0466-4868-859d-c509b94ef8c5 req-589a3006-2f14-4a29-9d7c-24db8c322e7f service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1195.816600] env[65840]: INFO networking_nsxv3.common.synchronization [req-09bfc1e2-0466-4868-859d-c509b94ef8c5 req-589a3006-2f14-4a29-9d7c-24db8c322e7f service nova] Enqueued Resource ID: c886340e-d4a0-44a7-bf93-badf87096dc9 with Priority: HIGHEST for action port [ 1195.817469] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1195.817469] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1195.817469] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c886340e-d4a0-44a7-bf93-badf87096dc9 with Priority: HIGHEST for action port [ 1195.817649] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.817802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.817802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.817989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.818123] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.818947] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.819078] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.819253] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-c886340e-d4a0-44a7-bf93-badf87096dc9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.819359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.819479] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.819640] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.819713] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c886340e-d4a0-44a7-bf93-badf87096dc9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.878166] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 in Status: SUCCESS [ 1195.878892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.321382] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.321820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.323370] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c886340e-d4a0-44a7-bf93-badf87096dc9 with status ACTIVE [ 1196.323598] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.323735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.323823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.324159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.324323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.324605] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.324742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.325257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.325257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.325257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.325403] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.325517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.325580] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.325968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.325968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.325968] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c886340e-d4a0-44a7-bf93-badf87096dc9 is going to be updated. [ 1196.333029] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 107d984f-4d36-43f3-9054-2b2263634454 in Status: SUCCESS [ 1196.333029] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 107d984f-4d36-43f3-9054-2b2263634454 deletion is rescheduled due to dependency. [ 1196.333029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-107d984f-4d36-43f3-9054-2b2263634454" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.365065] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.365209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.365281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.365521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.365630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.365854] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c886340e-d4a0-44a7-bf93-badf87096dc9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.747377] env[65840]: INFO networking_nsxv3.common.synchronization [None req-b79908e1-8d9b-4826-b6a6-d4ca5f043746 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: ed0e7cc7-4894-4b44-9899-e9b0a3287da3 with Priority: HIGHEST for action security_group_rules [ 1196.748043] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0e7cc7-4894-4b44-9899-e9b0a3287da3 with Priority: HIGHEST for action security_group_rules [ 1196.748346] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.748536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.748607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.748857] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.748944] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed0e7cc7-4894-4b44-9899-e9b0a3287da3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.875280] env[65840]: INFO networking_nsxv3.common.synchronization [None req-7d03e9cb-b7f7-4697-a8b9-581a4412b1a2 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: ed0e7cc7-4894-4b44-9899-e9b0a3287da3 with Priority: HIGHEST for action security_group_rules [ 1196.875751] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0e7cc7-4894-4b44-9899-e9b0a3287da3 with Priority: HIGHEST for action security_group_rules [ 1196.876335] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.876335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.100865] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1197.101181] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c deletion is rescheduled due to dependency. [ 1197.101258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.273202] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.273340] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.273540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.273625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.273713] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.273806] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed0e7cc7-4894-4b44-9899-e9b0a3287da3 already deleted. [ 1197.273887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.274040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.274190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.274272] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed0e7cc7-4894-4b44-9899-e9b0a3287da3',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.759302] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1197.759685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.759685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.759907] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.760104] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.760219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.760291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.760628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.760628] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.760820] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.795386] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.795534] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.795601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.796188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.796188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.796188] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed0e7cc7-4894-4b44-9899-e9b0a3287da3 already deleted. [ 1197.796188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed0e7cc7-4894-4b44-9899-e9b0a3287da3" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.263094] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.766779] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.269480] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.269691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.269779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.270016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.270137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.270245] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1199.308328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.308626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.308691] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.308902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.309066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.320450] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1200.928574] env[65840]: INFO networking_nsxv3.common.synchronization [req-5e880867-125e-4625-b430-085333292cea req-7006c8ca-2d02-411b-bfef-dd1ac2c846d5 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1200.929163] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1200.929745] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.929890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.929960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.930179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.930337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.930439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.930561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.930728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.930858] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.930899] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.245480] env[65840]: INFO networking_nsxv3.common.synchronization [req-7d845cff-cecf-4ab1-8f06-ae388a8f7c53 req-5f36630d-c90c-4b7f-87ca-7f06e20bc78d tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1201.248802] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1201.250584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.250584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.250584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.250584] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.250584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.250894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.251013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.251314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.251531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.251689] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.333112] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1201.333837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.333837] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.334107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.334331] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.334545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.334545] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.334735] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.334824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.334936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.335863] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.433739] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.433739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.433739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.433739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.433739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.433951] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.434043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.434085] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.434215] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.434289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.434510] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1201.469580] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.469769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.469889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.470870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.471065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.484270] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1201.753981] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.838237] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.838488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.838598] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.838830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.839040] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.839157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.839216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.839384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.839503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.839643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.839848] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.839988] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.840075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.840166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.840300] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.840397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.840478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.840588] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.840668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.840739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.840952] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.977860] env[65840]: INFO networking_nsxv3.common.synchronization [req-0f8f05bc-6962-4038-bca0-f142c931f583 req-02feced9-d7e9-47eb-b9b3-73f889ad5e0b tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1201.978334] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1201.979057] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.979224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.979315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.979630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.979815] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.979957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.980043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.980241] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.980362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.980489] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.256578] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.343532] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b1c873b-262c-4490-b69e-ab6548868145: rpc.has_security_group_logging(os_id): False [ 1202.362716] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.362870] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.362943] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.363175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.363269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.363472] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.363573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.363639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.363789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.363868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.364459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.364459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.364459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.364459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.364459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.364662] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.364662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.364730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.364845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.364918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.365009] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1202.433832] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.433832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.433832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.433832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.433832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.455099] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1202.483568] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.758904] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.759141] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.759256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.759526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.759657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.759782] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be updated. [ 1202.787448] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.787657] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.787734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.787950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.788118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.797442] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: IN_PROGRESS for 2s [ 1202.985956] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.487849] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.488058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.488058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.488300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.488436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.488529] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1203.496913] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1203.497161] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1203.497435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.543412] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.543631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.543750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.544067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.544209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.560326] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1204.477882] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1204.478222] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.808638] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1204.808855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.572659] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1205.572659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.340221] env[65840]: INFO networking_nsxv3.common.synchronization [None req-c62cee14-b57e-4bd6-9bfc-21204032bb9d None None] Enqueued Resource ID: 27ff4675-8284-4c53-8c39-9422b8728aca with Priority: HIGHEST for action port [ 1206.341088] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27ff4675-8284-4c53-8c39-9422b8728aca with Priority: HIGHEST for action port [ 1206.341412] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-27ff4675-8284-4c53-8c39-9422b8728aca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.341532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27ff4675-8284-4c53-8c39-9422b8728aca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.341597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27ff4675-8284-4c53-8c39-9422b8728aca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.341924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27ff4675-8284-4c53-8c39-9422b8728aca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.342142] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27ff4675-8284-4c53-8c39-9422b8728aca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.351995] env[65840]: INFO networking_nsxv3.common.synchronization [req-61bfc769-26c5-4df2-8111-a10f4c6d11dd req-d5672850-42d9-4d17-88a1-a4bf3140353d tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1206.352504] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1206.352861] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.352985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.353066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.353263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.353411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.353514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.353577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.353722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.353806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.353897] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.737369] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.737369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.737369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.737369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.737369] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.737369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.737369] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.738213] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.738640] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.739712] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.740080] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.743018] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.743018] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.743018] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.743018] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.743018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.762195] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.762589] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.762898] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.763122] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.763451] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-e538c89e-58e8-4fc1-a1b0-722e2483c384 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.763628] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.763749] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.764273] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.764413] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538c89e-58e8-4fc1-a1b0-722e2483c384',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.845992] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27ff4675-8284-4c53-8c39-9422b8728aca [ 1206.845992] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.845992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.845992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.845992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.845992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.845992] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27ff4675-8284-4c53-8c39-9422b8728aca already deleted. [ 1206.845992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27ff4675-8284-4c53-8c39-9422b8728aca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.858727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.858727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.858727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.858727] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1206.883414] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.883414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.883414] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.883709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.883820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.893144] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1207.267522] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.269154] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.269154] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.269154] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.269154] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.269154] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port e538c89e-58e8-4fc1-a1b0-722e2483c384 not found, creating... [ 1207.269313] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.269502] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.269681] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.269992] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.270202] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.270530] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.270746] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.270914] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.271204] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.271443] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.271705] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 is going to be created. [ 1207.294159] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.294159] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.294159] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.294361] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.295343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.295343] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.031155] env[65840]: INFO networking_nsxv3.common.synchronization [req-61bfc769-26c5-4df2-8111-a10f4c6d11dd req-13feaf51-fbe0-488a-93dd-74f55d18eaac service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 1208.031155] env[65840]: INFO networking_nsxv3.common.synchronization [req-61bfc769-26c5-4df2-8111-a10f4c6d11dd req-13feaf51-fbe0-488a-93dd-74f55d18eaac service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1208.031155] env[65840]: INFO networking_nsxv3.common.synchronization [req-61bfc769-26c5-4df2-8111-a10f4c6d11dd req-13feaf51-fbe0-488a-93dd-74f55d18eaac service nova] Enqueued Resource ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 with Priority: HIGHEST for action port [ 1208.031695] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 1208.031695] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1208.031779] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 with Priority: HIGHEST for action port [ 1208.032083] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.032219] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.032271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.032536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.032573] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.033485] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.033604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.033770] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e538c89e-58e8-4fc1-a1b0-722e2483c384 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.033869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.033935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.034962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.034962] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538c89e-58e8-4fc1-a1b0-722e2483c384',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.536246] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.536246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.536498] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e538c89e-58e8-4fc1-a1b0-722e2483c384 with status ACTIVE [ 1208.536692] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.536808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.536808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.536981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.537298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.537298] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.537447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.537447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.537785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.537785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.537785] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.537947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.537947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.538158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.538158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.538280] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 is going to be updated. [ 1208.563211] env[65840]: INFO networking_nsxv3.common.synchronization [None req-90648c0e-22e4-4b3e-b0e0-6afa2e7d9e12 None None] Enqueued Resource ID: be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13 with Priority: HIGHEST for action port [ 1208.563456] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13 with Priority: HIGHEST for action port [ 1208.563977] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.564317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.564491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.572642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.573220] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.581110] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.581110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.581110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.581110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.581110] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.583567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.724905] env[65840]: INFO networking_nsxv3.common.synchronization [req-89cc2e31-f22c-4c1d-973e-069f7391d60c req-dff6baf3-d878-4cea-9429-8dc650f7e644 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1208.725610] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1208.726120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.726236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.726236] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.726503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.726739] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.726917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.726917] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.727439] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.727553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.727659] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.903773] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1208.903961] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c deletion is rescheduled due to dependency. [ 1208.904091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.904262] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.904831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.904831] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.904831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.904831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.905044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.905044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.905147] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.084834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13 [ 1209.084834] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.085237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.085237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.085525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.085707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.085821] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13 already deleted. [ 1209.085908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be7b4cc0-f3aa-4e6e-aab3-4ed51cf0ff13" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.104534] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.104755] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.104846] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.105133] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.105393] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.105646] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.106014] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.106253] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.106409] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.106653] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.106770] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.106875] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.107022] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.107100] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.107206] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.107335] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.127091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.127493] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.127739] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.127949] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.128479] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-d271dda1-4a0a-4b59-b5ab-28470e90a834 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.128807] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.129018] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.129555] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.129836] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d271dda1-4a0a-4b59-b5ab-28470e90a834',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.230222] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.230403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.230609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.230889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.231083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.231328] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.231493] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.231630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.231841] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.231957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.232088] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1209.267039] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.267243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.267243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.267449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.267593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.280055] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1209.407881] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.633024] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.633304] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.633406] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.633831] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.633991] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.634157] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port d271dda1-4a0a-4b59-b5ab-28470e90a834 not found, creating... [ 1209.634420] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.634583] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.634754] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.634923] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.635091] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.635378] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.635534] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.635651] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.635854] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.635985] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.636137] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: d271dda1-4a0a-4b59-b5ab-28470e90a834 is going to be created. [ 1209.659355] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.659355] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.659355] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.659861] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.660127] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.660356] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.912127] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.372629] env[65840]: INFO networking_nsxv3.common.synchronization [req-89cc2e31-f22c-4c1d-973e-069f7391d60c req-43b6a894-f957-4c11-a3d0-a1bc813cf3c8 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1210.372881] env[65840]: INFO networking_nsxv3.common.synchronization [req-89cc2e31-f22c-4c1d-973e-069f7391d60c req-43b6a894-f957-4c11-a3d0-a1bc813cf3c8 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1210.372943] env[65840]: INFO networking_nsxv3.common.synchronization [req-89cc2e31-f22c-4c1d-973e-069f7391d60c req-43b6a894-f957-4c11-a3d0-a1bc813cf3c8 service nova] Enqueued Resource ID: d271dda1-4a0a-4b59-b5ab-28470e90a834 with Priority: HIGHEST for action port [ 1210.373796] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1210.373935] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1210.374048] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d271dda1-4a0a-4b59-b5ab-28470e90a834 with Priority: HIGHEST for action port [ 1210.374337] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.374523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.374523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.374707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.374789] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.375686] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.375754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.375914] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-d271dda1-4a0a-4b59-b5ab-28470e90a834 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.376034] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.376087] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.376258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.376344] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d271dda1-4a0a-4b59-b5ab-28470e90a834',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.415195] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.415514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.415514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.415915] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.416054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.416207] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1210.448114] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.448327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.448399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.448620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.448937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.459568] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1210.878516] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.878693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.878923] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d271dda1-4a0a-4b59-b5ab-28470e90a834 with status ACTIVE [ 1210.879125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.879253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.879317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.879544] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.879636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.879803] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.879899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.879961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.880134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.880248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.880402] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.880511] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.880608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.880811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.880908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.881009] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d271dda1-4a0a-4b59-b5ab-28470e90a834 is going to be updated. [ 1210.906973] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.907198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.907198] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.907528] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.907641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.907945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d271dda1-4a0a-4b59-b5ab-28470e90a834" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.291396] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1211.291660] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1211.291792] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.292048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.292301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.292529] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.292622] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.292774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.292874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.292963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.293082] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.795287] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.298490] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.471983] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1212.473316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.473316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.473316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.473316] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.473316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.473731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.474038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.474250] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.474446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.474643] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.801530] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.801903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.801903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.802016] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.802086] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.802185] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1212.830479] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.830658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.830698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.830892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.831054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.840232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1212.977742] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.096172] env[65840]: INFO networking_nsxv3.common.synchronization [req-4a87ded9-ce8b-4eaa-9bf3-b1bc83ab9d48 req-569404e3-4b37-427a-a086-403ae0a18fae tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1213.096843] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGHEST for action security_group_members [ 1213.097093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.097221] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.097288] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.097495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.097653] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.097750] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.097813] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.097966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.102894] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.103333] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.481740] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3559684-ad52-4b75-8a69-80c5065de66c: rpc.has_security_group_logging(os_id): False [ 1213.520453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.520654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.520733] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.521040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.521137] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.521439] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.521550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.521617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.521774] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.521851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.521937] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1213.613122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.613325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.613422] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.613738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.613908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.614187] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.614328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.614447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.614668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.614786] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.614901] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be updated. [ 1213.647148] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.647354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.647441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.647680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.647845] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.668904] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1213.674181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.674350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.674453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.674770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.674966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.684546] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: IN_PROGRESS for 2s [ 1214.510555] env[65840]: INFO networking_nsxv3.common.synchronization [req-ca373d32-1fce-4328-8b0b-49f24ef448e4 req-c65b6ea5-6b91-4222-bb1e-f58721d3b131 tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1214.511252] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1214.511642] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.511787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.511882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.512200] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.512385] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.512501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.512569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.512765] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.512855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.512955] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.716780] env[65840]: INFO networking_nsxv3.common.synchronization [req-4a9632d2-ad53-4a41-91a4-12847ed20728 req-f5ff81a8-e321-4b2a-ad73-2bf7d47e7b79 tempest-ServersTestJSON-847440433 tempest-ServersTestJSON-847440433-project-member] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1214.717765] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGHEST for action security_group_members [ 1214.718144] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.718276] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.718346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.718677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.719639] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.719639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.719639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.719639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.719639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.719639] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.850269] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1214.850489] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.850671] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.850908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.851118] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.851238] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.851298] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.851450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.851531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.851630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.851731] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.953901] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.954123] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.954255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.954588] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.954862] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.955047] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.955173] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.955397] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.955689] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.955754] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.956007] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.956007] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.956103] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.956217] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.956332] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.956493] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.979723] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.980047] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.980302] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.980605] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.981111] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.981401] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.981748] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.982078] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.982312] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fefe928-a9b3-43b9-9f9d-2888ab1c4c91',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.015423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.015654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.015654] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.015856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.015922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.016120] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.016229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.016283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.016431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.016516] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.016574] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 already deleted. [ 1215.016643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.224419] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.224619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.224619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.224910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.225028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.225228] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.225332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.225394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.225572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.225683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.225773] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be updated. [ 1215.254092] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.254307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.254307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.254457] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.254616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.262947] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: IN_PROGRESS for 2s [ 1215.354221] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.354458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.354564] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.354896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.355132] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.355266] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.355345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.355552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.355667] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.355789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.355979] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.356121] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.356186] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.356410] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.356579] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.356709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.356801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.356989] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.357242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.357335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.357455] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.484960] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.485218] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.485346] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.485644] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.485810] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.485964] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 not found, creating... [ 1215.486241] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.486445] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.486556] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.486833] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.487024] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.487389] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.487622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.487788] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.488048] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.488211] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.488373] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 is going to be created. [ 1215.499113] env[65840]: INFO networking_nsxv3.common.synchronization [req-7e57fe8b-56bf-4973-babe-0513ab3acc43 req-49b2eb3f-7c39-46ec-8bda-1fdd26ed35c5 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1215.499929] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1215.500401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.500556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.500642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.500880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.501390] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.501505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.501572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.501747] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.501832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.501932] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.524380] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.525522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.525522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.525522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.525522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.525522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.683118] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1215.683359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.698197] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261856fe-0a3d-4672-ad94-6f086637da15 in Status: SUCCESS [ 1215.698452] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 deletion is rescheduled due to dependency. [ 1215.698566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.861066] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 111a8604-a00c-4de8-9446-ac194d99db8f: rpc.has_security_group_logging(os_id): False [ 1215.882021] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.882256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.882256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.882416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.882485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.882677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.882808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.882950] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.883033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.883095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.883324] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.883465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.883532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.883831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.883913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.884140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.884237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.884300] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.884442] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.884519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.884604] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1215.950672] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.950957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.951039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.951354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.951630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.971735] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1216.004179] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.246928] env[65840]: INFO networking_nsxv3.common.synchronization [req-ca373d32-1fce-4328-8b0b-49f24ef448e4 req-36bd386e-65ce-4b77-b081-ba7a9ef3ee82 service nova] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_rules [ 1216.247071] env[65840]: INFO networking_nsxv3.common.synchronization [req-ca373d32-1fce-4328-8b0b-49f24ef448e4 req-36bd386e-65ce-4b77-b081-ba7a9ef3ee82 service nova] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1216.247246] env[65840]: INFO networking_nsxv3.common.synchronization [req-ca373d32-1fce-4328-8b0b-49f24ef448e4 req-36bd386e-65ce-4b77-b081-ba7a9ef3ee82 service nova] Enqueued Resource ID: 1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 with Priority: HIGHEST for action port [ 1216.247773] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_rules [ 1216.247911] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1216.248020] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 with Priority: HIGHEST for action port [ 1216.248322] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.248446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.248600] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.249056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.249056] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.250225] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.250225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.250225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.250369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.250649] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.250649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.250649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.250805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.250848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.250944] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.253486] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.253636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.253670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.253824] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.253901] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fefe928-a9b3-43b9-9f9d-2888ab1c4c91',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.507189] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.755920] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.756301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.756403] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.757288] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 with status ACTIVE [ 1216.757473] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.757596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.757658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.757842] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.757933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.758111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.758207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.758265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.758488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.758616] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.758807] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.758914] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.758992] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.760189] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.760307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.760434] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fefe928-a9b3-43b9-9f9d-2888ab1c4c91 is going to be updated. [ 1216.781392] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.781647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.781647] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.781882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.782106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.782285] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fefe928-a9b3-43b9-9f9d-2888ab1c4c91" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.009836] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.010091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.010091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.010332] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.010411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.010500] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1217.044180] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.044466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.044466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.044589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.044734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.054724] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1217.187435] env[65840]: INFO networking_nsxv3.common.synchronization [req-c5358fbf-1cfe-42bd-b3af-3407065d38ea req-75a73a5d-f4d9-4236-8591-5c9020cda1c9 tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1217.187967] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1217.188340] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.188453] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.262435] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.273542] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a11155f1-c49b-483a-a0ea-707a5f84f756 in Status: SUCCESS [ 1217.273762] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 deletion is rescheduled due to dependency. [ 1217.273888] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.520696] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.520919] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.521120] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.521659] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.521807] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.521979] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.522109] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.522336] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.522474] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.522684] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.522794] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.522897] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.523013] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.523121] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1217.523224] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.523351] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.557933] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.558102] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1217.559038] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.559038] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.559038] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-312d3db9-69ed-406b-8e75-08a8569fe50c taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.559038] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.559390] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.559568] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.559724] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312d3db9-69ed-406b-8e75-08a8569fe50c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.766333] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.766722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.766722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.766827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.766913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.767020] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be created. [ 1217.790618] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.790855] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.790919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.791118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.791319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.800869] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: UNINITIALIZED for 2s [ 1217.990834] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1217.991073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.062707] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.062974] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.063188] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.063492] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.063646] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.063802] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 312d3db9-69ed-406b-8e75-08a8569fe50c not found, creating... [ 1218.064078] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.064259] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.064354] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.064587] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.064724] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.064999] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.065170] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.065287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.065494] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.065625] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.065761] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 312d3db9-69ed-406b-8e75-08a8569fe50c is going to be created. [ 1218.087737] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.087958] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.088075] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.088407] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.088826] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.089322] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.821487] env[65840]: INFO networking_nsxv3.common.synchronization [req-c5358fbf-1cfe-42bd-b3af-3407065d38ea req-58c4fe67-9919-42b0-a651-ab271b8669f8 service nova] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_rules [ 1218.821786] env[65840]: INFO networking_nsxv3.common.synchronization [req-c5358fbf-1cfe-42bd-b3af-3407065d38ea req-58c4fe67-9919-42b0-a651-ab271b8669f8 service nova] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1218.821889] env[65840]: INFO networking_nsxv3.common.synchronization [req-c5358fbf-1cfe-42bd-b3af-3407065d38ea req-58c4fe67-9919-42b0-a651-ab271b8669f8 service nova] Enqueued Resource ID: 312d3db9-69ed-406b-8e75-08a8569fe50c with Priority: HIGHEST for action port [ 1218.822451] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_rules [ 1218.822502] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1218.822587] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312d3db9-69ed-406b-8e75-08a8569fe50c with Priority: HIGHEST for action port [ 1218.822857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.822958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.826524] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.826606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.826798] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-312d3db9-69ed-406b-8e75-08a8569fe50c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.826905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.826974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.827197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.827285] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312d3db9-69ed-406b-8e75-08a8569fe50c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.066700] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1219.066942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.170517] env[65840]: INFO networking_nsxv3.common.synchronization [None req-5e0e52af-4430-4245-a934-97692af7d498 tempest-AttachInterfacesTestJSON-1173403301 tempest-AttachInterfacesTestJSON-1173403301-project-member] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1219.171377] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGHEST for action security_group_members [ 1219.171821] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.172028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.172120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.172398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.172637] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.172775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.172903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.173171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.173283] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.173387] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.330971] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312d3db9-69ed-406b-8e75-08a8569fe50c with status ACTIVE [ 1219.331119] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.331270] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.331556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.332080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.332080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.332080] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.332080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.332080] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.332393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.332393] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.332393] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.332561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.332561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.332706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.332706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.332810] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312d3db9-69ed-406b-8e75-08a8569fe50c is going to be updated. [ 1219.357395] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.357541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.357611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.358037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.358037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.358176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312d3db9-69ed-406b-8e75-08a8569fe50c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.677312] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.677312] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.677312] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.677626] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.677626] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be updated. [ 1219.739251] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.739466] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.739617] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.739916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.740157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.757548] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: IN_PROGRESS for 2s [ 1219.811502] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1219.811961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.812751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.812751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.812751] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.812934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.812934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.813918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.813918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.813918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.813918] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.814089] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.814254] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.814405] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.814517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.814684] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.814724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.814825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.814875] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.318086] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.319271] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.319417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.820322] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.322547] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.322866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.322866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.323122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.323217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.323314] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be updated. [ 1221.357883] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.359253] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.359338] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.359615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.359811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.371797] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1221.768219] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e0494c-f71f-4282-b098-de9cce36452c in Status: SUCCESS [ 1221.768521] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e0494c-f71f-4282-b098-de9cce36452c deletion is rescheduled due to dependency. [ 1221.768685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.383421] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1223.384727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.384727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.384727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.384727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.384727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.384727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.384727] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.385400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.385400] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.888103] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.894188] env[65840]: INFO networking_nsxv3.common.synchronization [None req-14a4de76-89d5-4faa-ac62-8fefe7df6559 None None] Enqueued Resource ID: a57178e6-a432-4948-8d26-fd7fc7bd0d0f with Priority: HIGHEST for action port [ 1223.894188] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57178e6-a432-4948-8d26-fd7fc7bd0d0f with Priority: HIGHEST for action port [ 1223.894188] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-a57178e6-a432-4948-8d26-fd7fc7bd0d0f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.894188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a57178e6-a432-4948-8d26-fd7fc7bd0d0f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.894188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a57178e6-a432-4948-8d26-fd7fc7bd0d0f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.894188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a57178e6-a432-4948-8d26-fd7fc7bd0d0f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.894188] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57178e6-a432-4948-8d26-fd7fc7bd0d0f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.393509] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.396660] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a57178e6-a432-4948-8d26-fd7fc7bd0d0f [ 1224.396877] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.397015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.397090] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.397294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.397385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.397479] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a57178e6-a432-4948-8d26-fd7fc7bd0d0f already deleted. [ 1224.397652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a57178e6-a432-4948-8d26-fd7fc7bd0d0f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.899924] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.900055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.900196] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.900440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.900585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.900731] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be updated. [ 1224.933060] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.933269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.933342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.933573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.933730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.944664] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1225.238292] env[65840]: INFO networking_nsxv3.common.synchronization [req-42e98e6b-7661-4ebd-9837-285363f8ac8f req-41cae71d-9ce1-40c8-a264-46de920acec8 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1225.238944] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1225.239461] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.239592] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.239668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.239859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.240099] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.240209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.240263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.240425] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.240510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.240605] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.743503] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.743769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.743769] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.743924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.744024] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.744212] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.744304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.744361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.744519] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.744594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.744677] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1225.774762] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.774762] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.774965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.775060] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.775225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.785390] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1226.320539] env[65840]: INFO networking_nsxv3.common.synchronization [None req-14540fb9-8ec3-4df1-a91a-5ebd5c6fa002 None None] Enqueued Resource ID: e892b7f2-c20b-4d25-be18-b7804dd48bc6 with Priority: HIGHEST for action port [ 1226.321109] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892b7f2-c20b-4d25-be18-b7804dd48bc6 with Priority: HIGHEST for action port [ 1226.321423] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e892b7f2-c20b-4d25-be18-b7804dd48bc6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.321551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e892b7f2-c20b-4d25-be18-b7804dd48bc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.321620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e892b7f2-c20b-4d25-be18-b7804dd48bc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.322065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e892b7f2-c20b-4d25-be18-b7804dd48bc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.322192] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e892b7f2-c20b-4d25-be18-b7804dd48bc6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.825157] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e892b7f2-c20b-4d25-be18-b7804dd48bc6 [ 1226.825474] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.825536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825571] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.825782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.825873] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.825964] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e892b7f2-c20b-4d25-be18-b7804dd48bc6 already deleted. [ 1226.826056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e892b7f2-c20b-4d25-be18-b7804dd48bc6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.955106] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1226.955106] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.955353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.955446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.955634] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.955782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.955875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.956050] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.956133] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.956220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.956380] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.956510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.956566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.956711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.956852] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.956945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.957018] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.957154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.957227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.957306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.957394] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.459781] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71512ff7-dabd-435c-b12d-efa8b3d22c68: rpc.has_security_group_logging(os_id): False [ 1227.477231] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.477434] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.477518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.477698] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.477817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.478044] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.478170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.478246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.478430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.478535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.478762] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.478868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.478945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.479224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.479309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.479557] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.479678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.479754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.479963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.480056] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.480150] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be created. [ 1227.537260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.537424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.537470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.537693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.537872] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.547856] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1227.795732] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1227.795923] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1227.796052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.560917] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1229.561256] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.561402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.561643] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.561744] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.064438] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.064614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.064678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.064905] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.065093] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.065193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.065257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.065405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.065491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.065576] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.065774] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.346521] env[65840]: INFO networking_nsxv3.common.synchronization [req-ed3910d1-d0e6-4c8a-814b-2efe1fd15314 req-15f7bfa5-4324-4e0d-918e-c6b7f848ac30 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1230.347170] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1230.347763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.347763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.347763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.347956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.347998] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.348227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.348295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.348454] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.348540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.348663] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.568350] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.569389] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.569389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.570015] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.570269] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.570377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.570443] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.570594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.570738] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.570831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.570893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.571043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.571126] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.571210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.571301] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.706258] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.706511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.706614] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.706898] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.707165] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.707322] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.707439] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.707656] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.707798] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.708023] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.708138] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.708245] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.708354] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.708464] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.708579] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.708780] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.728803] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.728987] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.729116] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.729288] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-617" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.729696] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.729970] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.730119] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.730444] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.730586] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.850808] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.851042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.851103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.851412] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.851589] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.851852] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.852026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.852135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.852354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.852487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.852624] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1230.878204] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.878375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.878450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.878771] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.879099] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.891228] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1231.074868] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71512ff7-dabd-435c-b12d-efa8b3d22c68: rpc.has_security_group_logging(os_id): False [ 1231.096845] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.097043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.097123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.097304] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.097397] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.097584] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.097680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.097742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.097891] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.097961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.098150] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.098243] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.098325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.098464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.098537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.098801] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.098893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.098937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.099098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.099188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.099272] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be updated. [ 1231.170081] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.170081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.170081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.170081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.170081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.204146] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1231.233539] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.233852] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.234053] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.234352] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.234529] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.234765] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 not found, creating... [ 1231.235217] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.235456] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.235607] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.238152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.238152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.238152] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.238152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.238152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.238152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.238152] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.238152] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 is going to be created. [ 1231.275994] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.276240] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.276365] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.276830] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.277115] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.277352] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.949631] env[65840]: INFO networking_nsxv3.common.synchronization [req-ed3910d1-d0e6-4c8a-814b-2efe1fd15314 req-6a268246-d359-430f-864c-6342eb46bf85 service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1231.950154] env[65840]: INFO networking_nsxv3.common.synchronization [req-ed3910d1-d0e6-4c8a-814b-2efe1fd15314 req-6a268246-d359-430f-864c-6342eb46bf85 service nova] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1231.950348] env[65840]: INFO networking_nsxv3.common.synchronization [req-ed3910d1-d0e6-4c8a-814b-2efe1fd15314 req-6a268246-d359-430f-864c-6342eb46bf85 service nova] Enqueued Resource ID: f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 with Priority: HIGHEST for action port [ 1231.950692] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_rules [ 1231.950830] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1231.950929] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 with Priority: HIGHEST for action port [ 1231.951212] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.951337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.951403] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.951596] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.951710] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.952503] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.953424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.953647] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.953760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.953825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.953991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.954091] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.458474] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.458474] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 with status ACTIVE [ 1232.458474] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.458474] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.458474] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.458474] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.459213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.459213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.459213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.459213] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.459213] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4 is going to be updated. [ 1232.481204] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.482036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.482295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.482551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.482836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.482942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4fe116f-fbb2-4f6d-b2ac-afa62ab59ce4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.902878] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1232.902878] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1232.902878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.902878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.903355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.903355] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.903355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.903355] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.903492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.903492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.903652] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.221808] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1233.222249] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.406741] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.910524] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.413268] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.413609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.413609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.413768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.413876] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.413979] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1234.448497] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.448497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.448975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.448975] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.449166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.461430] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1234.490162] env[65840]: INFO networking_nsxv3.common.synchronization [req-ab619dcd-1cf9-40e1-9be8-a8482d4fd1e4 req-c3ca87b6-6a91-48c3-87fa-2e40aebd2705 tempest-ServerAddressesTestJSON-799796234 tempest-ServerAddressesTestJSON-799796234-project-member] Enqueued Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_members [ 1234.490718] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_members [ 1234.491095] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.491226] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.491289] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.491539] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.491703] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.491803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.491880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.492046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.492139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.492226] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.832387] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.832576] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.832725] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.833012] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.833271] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.833426] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.833559] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.833754] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.833897] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.834308] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.834429] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.834539] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.834648] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.834764] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.834869] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.835054] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.852967] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.853166] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.853287] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.853458] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-905" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.853750] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-7c53961b-163a-42fc-9781-27ba92063dd5 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.853917] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.854048] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.854357] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.854580] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c53961b-163a-42fc-9781-27ba92063dd5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.994976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.995190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.995275] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.995559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.995689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.995954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.996101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.996201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.996396] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.996482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.996575] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec already deleted. [ 1234.996658] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.356911] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.357159] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.357286] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.357557] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.357702] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.357855] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port 7c53961b-163a-42fc-9781-27ba92063dd5 not found, creating... [ 1235.358124] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.358282] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.358397] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.358645] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.358782] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.359069] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.359239] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.359360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.359573] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.359812] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.359966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: 7c53961b-163a-42fc-9781-27ba92063dd5 is going to be created. [ 1235.380100] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.380323] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.380410] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.380666] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.380896] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.381200] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.123433] env[65840]: INFO networking_nsxv3.common.synchronization [req-ab619dcd-1cf9-40e1-9be8-a8482d4fd1e4 req-fc87144d-f83d-42ba-9b2c-8f4918bb3dd7 service nova] Enqueued Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_rules [ 1236.123433] env[65840]: INFO networking_nsxv3.common.synchronization [req-ab619dcd-1cf9-40e1-9be8-a8482d4fd1e4 req-fc87144d-f83d-42ba-9b2c-8f4918bb3dd7 service nova] Enqueued Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_members [ 1236.123433] env[65840]: INFO networking_nsxv3.common.synchronization [req-ab619dcd-1cf9-40e1-9be8-a8482d4fd1e4 req-fc87144d-f83d-42ba-9b2c-8f4918bb3dd7 service nova] Enqueued Resource ID: 7c53961b-163a-42fc-9781-27ba92063dd5 with Priority: HIGHEST for action port [ 1236.124262] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_rules [ 1236.124693] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_members [ 1236.124901] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53961b-163a-42fc-9781-27ba92063dd5 with Priority: HIGHEST for action port [ 1236.125375] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.125744] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.125924] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.126284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.126541] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.128085] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.128318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.128470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.128848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.129240] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.129475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.129659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.132020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.132020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.132020] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.132020] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c53961b-163a-42fc-9781-27ba92063dd5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.132020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.132020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.132020] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.132020] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c53961b-163a-42fc-9781-27ba92063dd5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.471955] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1236.472419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.472419] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.472686] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.472896] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.473042] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.473120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.473284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.473358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.473441] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.473537] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.634109] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.634279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.634487] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.635399] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c53961b-163a-42fc-9781-27ba92063dd5 with status ACTIVE [ 1236.635589] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.635702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.635768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.635967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.636067] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.636238] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.636339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.636400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.636575] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.636669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.636827] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.636919] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.636978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.637310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.637390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.637474] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c53961b-163a-42fc-9781-27ba92063dd5 is going to be updated. [ 1236.660079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.660267] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.660310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.660485] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.660620] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.660788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c53961b-163a-42fc-9781-27ba92063dd5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.975859] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.976036] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.976129] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.976346] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.976549] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.976665] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.976767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.976851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.976938] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.977052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.977200] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.977296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.977357] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.977497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.977631] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.977725] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.977785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.977922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.977985] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.978092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.978184] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.140030] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.481367] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b1c873b-262c-4490-b69e-ab6548868145: rpc.has_security_group_logging(os_id): False [ 1237.502301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.502612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.502612] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.502838] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.502982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.503275] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.503395] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.503491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.503692] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.503828] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.504158] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.504309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.504433] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.504806] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.504910] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.505190] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.505324] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.505402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.505613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.505716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.505836] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1237.568453] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.568724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.568724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.569028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.569216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.588366] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1237.642202] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.642420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.642420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.642618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.642679] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.642785] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec is going to be created. [ 1237.685384] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.685604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.685604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.685861] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.686066] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.697527] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec in Status: UNINITIALIZED for 2s [ 1239.606413] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1239.606724] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.707913] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec in Status: SUCCESS [ 1239.708172] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.708335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.708558] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.708782] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.708983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.708983] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.709144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.709239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.709329] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.709420] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.212635] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.212635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.212635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.212635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.212958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.212958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.212958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.213100] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.213190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.213293] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.213456] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.213603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.213678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.213830] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.213976] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.214120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.214204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.214421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.214552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.214689] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.214836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.593194] env[65840]: INFO networking_nsxv3.common.synchronization [req-6e5c7f3d-0708-4760-9710-af8c0834e859 req-6f1885cc-4568-433b-88a6-37cd881bfaca tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1240.594044] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1240.594129] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.595265] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.595265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.595265] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.717318] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebb9bf15-95e4-422c-beb9-c6a354b27dec: rpc.has_security_group_logging(os_id): False [ 1240.738407] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.738608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.738608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.738883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.738995] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.739246] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.739383] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.739452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.739625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.739708] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.739885] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.739981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.740058] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.740248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.740339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.740521] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.740619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.740683] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.740835] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.740918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.741011] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec is going to be created. [ 1240.827431] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.827431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.827431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.827431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.827431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.848192] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec in Status: IN_PROGRESS for 2s [ 1241.098477] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.603057] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.105935] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.106259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.106259] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.106424] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.106517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.106618] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be updated. [ 1242.139911] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.140142] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.140190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.140386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.140553] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.157242] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: IN_PROGRESS for 2s [ 1242.862490] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec in Status: SUCCESS [ 1242.862715] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.167605] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 1244.167984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.594853] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.595330] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.292461] env[65840]: INFO networking_nsxv3.common.synchronization [req-e76da5dd-6c60-4e58-8046-378ed3d413f2 req-e9d2bff3-36fe-4e24-88e0-7a631e7fe875 tempest-ServerAddressesTestJSON-799796234 tempest-ServerAddressesTestJSON-799796234-project-member] Enqueued Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_members [ 1248.293059] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGHEST for action security_group_members [ 1248.293378] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.293501] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.293611] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.293760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.293917] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.294019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.294083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.294234] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.294327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.294411] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.800875] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.801120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.801177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.801526] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.801672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.801928] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.802210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.802210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.802421] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.802531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.802625] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec is going to be updated. [ 1248.838446] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.838662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.838797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.839039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.839197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.850562] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec in Status: IN_PROGRESS for 2s [ 1249.698164] env[65840]: INFO networking_nsxv3.common.synchronization [req-a1608799-4c4a-430b-bd3d-8922ebb2f6ed req-fcaddbc8-3333-4ca2-af48-a3f5103e0ce6 tempest-ImagesTestJSON-736687261 tempest-ImagesTestJSON-736687261-project-member] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1249.698164] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGHEST for action security_group_members [ 1249.698518] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.698518] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.698623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.703159] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.703391] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.703517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.703587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.703805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.703902] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.704035] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.206750] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.206953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.207040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.207220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.207317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.207517] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.207619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.207681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.207840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.207918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.208016] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be updated. [ 1250.245315] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.245554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.245554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.245736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.246122] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.255424] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: IN_PROGRESS for 2s [ 1250.800956] env[65840]: INFO networking_nsxv3.common.synchronization [req-3c27ceac-98c7-4796-a836-92d2b92d0bfe req-3e27a1f4-dfdf-43cf-a835-b6e38910cfa0 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1250.800956] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1250.800956] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.800956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.800956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.800956] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.801682] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.801899] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.802091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.802351] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.802524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.802698] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.860632] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec in Status: SUCCESS [ 1250.860818] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec deletion is rescheduled due to dependency. [ 1250.860904] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.305588] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.305746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.305817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.306399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.306399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.306399] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.306601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.306601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.306678] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.306729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.306848] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1251.339923] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.340108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.340217] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.340509] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.340728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.349531] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1252.267088] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b1c873b-262c-4490-b69e-ab6548868145 in Status: SUCCESS [ 1252.267088] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 deletion is rescheduled due to dependency. [ 1252.267451] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.036745] env[65840]: INFO networking_nsxv3.common.synchronization [None req-0f1a378f-9253-4daa-bdbe-82fd5793fe84 tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_rules [ 1253.037345] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_rules [ 1253.037693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.037793] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.037839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.038158] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.038222] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.146239] env[65840]: INFO networking_nsxv3.common.synchronization [None req-1a9242a3-13a3-4d30-af06-e51fdb50f641 tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_rules [ 1253.146239] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_rules [ 1253.146239] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.146239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.361683] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1253.362893] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1253.362893] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.563806] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.564048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.564048] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.564239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.564311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.564406] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 already deleted. [ 1253.564487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.564634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.564782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.564878] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.007993] env[65840]: INFO networking_nsxv3.common.synchronization [req-21167190-0724-47ed-af73-c57760280be4 req-f2264a10-0665-45d0-8111-29aee8803b7c tempest-AttachVolumeNegativeTest-1655091087 tempest-AttachVolumeNegativeTest-1655091087-project-member] Enqueued Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_members [ 1254.007993] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 with Priority: HIGHEST for action security_group_members [ 1254.007993] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.007993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.007993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.008247] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.008247] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.008634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.008634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.008634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.008634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.008914] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc2c2d0-f051-4720-89a7-c4bf11910ea5',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.087702] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.087929] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.088098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.088377] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.088525] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.088675] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 already deleted. [ 1254.088868] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.511095] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.511503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.511570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.511826] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.511946] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.512186] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.512295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.512361] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.512535] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.512615] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.512712] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 is going to be updated. [ 1254.546061] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.546061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.546061] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.546373] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.546625] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.558029] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 in Status: IN_PROGRESS for 2s [ 1255.733666] env[65840]: INFO networking_nsxv3.common.synchronization [req-f95a411c-c1b0-4c5f-bc98-73c46643ad17 req-6c883087-c712-4337-8c15-209854dfe129 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_members [ 1255.734252] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGHEST for action security_group_members [ 1255.734576] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.734700] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.734766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.734959] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.735131] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.735232] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.735295] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.735461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.735569] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.735666] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.238341] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.238552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.238552] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.238889] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.239013] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.239226] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.239334] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.239401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.239556] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.239633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.239723] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 is going to be updated. [ 1256.269396] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.269603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.269603] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.269812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.269962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.279603] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 in Status: IN_PROGRESS for 2s [ 1256.571049] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 in Status: SUCCESS [ 1256.571294] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc2c2d0-f051-4720-89a7-c4bf11910ea5 deletion is rescheduled due to dependency. [ 1256.571358] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc2c2d0-f051-4720-89a7-c4bf11910ea5" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.659041] env[65840]: INFO networking_nsxv3.common.synchronization [req-a0369d49-f369-431d-bf02-a56d647a017b req-a7810466-4d07-439e-a3da-4077c0410a86 tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1256.659544] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1256.659854] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.659979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.660062] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.660375] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.660495] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.660495] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.660579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.660694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.660776] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.660872] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.966154] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.966583] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.966583] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.967022] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.967403] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.967624] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.967913] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.968093] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.968263] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.968549] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.969185] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.969185] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.969185] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.969185] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.969372] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.969568] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.990987] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.991168] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.991680] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.991680] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-70" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.991862] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-5d127150-1033-4d73-a7d3-4191d025d877 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.991945] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.992073] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.992427] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.992761] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d127150-1033-4d73-a7d3-4191d025d877',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.163592] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.163811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.163862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.164088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.164223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.164434] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.164581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.164645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.164939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.165044] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.165167] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1257.191390] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.191587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.191587] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.191802] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.191961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.204365] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1257.495499] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.495743] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.495889] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.496247] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.496402] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.496557] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 5d127150-1033-4d73-a7d3-4191d025d877 not found, creating... [ 1257.496992] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.497201] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.497397] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.497773] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.497940] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.498320] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.498686] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.498887] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.499158] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.499304] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.499459] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 5d127150-1033-4d73-a7d3-4191d025d877 is going to be created. [ 1257.524618] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.524881] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.525038] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.525323] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.525552] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.525776] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.247805] env[65840]: INFO networking_nsxv3.common.synchronization [req-a0369d49-f369-431d-bf02-a56d647a017b req-a50a456d-d98d-42f7-b18c-5fb312661148 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1258.248164] env[65840]: INFO networking_nsxv3.common.synchronization [req-a0369d49-f369-431d-bf02-a56d647a017b req-a50a456d-d98d-42f7-b18c-5fb312661148 service nova] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1258.248164] env[65840]: INFO networking_nsxv3.common.synchronization [req-a0369d49-f369-431d-bf02-a56d647a017b req-a50a456d-d98d-42f7-b18c-5fb312661148 service nova] Enqueued Resource ID: 5d127150-1033-4d73-a7d3-4191d025d877 with Priority: HIGHEST for action port [ 1258.248646] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_rules [ 1258.248786] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1258.248951] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d127150-1033-4d73-a7d3-4191d025d877 with Priority: HIGHEST for action port [ 1258.249486] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.249618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.249687] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.249908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.249997] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.251021] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.251021] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.251205] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d127150-1033-4d73-a7d3-4191d025d877 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.251318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.251631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.251821] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.251903] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d127150-1033-4d73-a7d3-4191d025d877',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.291206] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 in Status: SUCCESS [ 1258.291403] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 deletion is rescheduled due to dependency. [ 1258.291521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.754152] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.754316] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.754470] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d127150-1033-4d73-a7d3-4191d025d877 with status ACTIVE [ 1258.754639] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.754746] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.754814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.755040] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.755130] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.755293] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.755406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.755468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.755661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.755781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.756100] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.756265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.756369] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.756561] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.756644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.756750] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d127150-1033-4d73-a7d3-4191d025d877 is going to be updated. [ 1258.783101] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.783318] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.783401] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.783585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.783723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.783886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d127150-1033-4d73-a7d3-4191d025d877" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.225694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1259.226115] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1259.226277] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.226554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.226974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.227303] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.227563] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.227760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.228101] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.228337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.228595] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.731067] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.841299] env[65840]: INFO networking_nsxv3.common.synchronization [req-a641f484-506c-4765-acca-a0469dd5d889 req-fdd0c757-73b0-4c54-abe2-4fb887f6e37b tempest-ServerActionsTestOtherA-936237213 tempest-ServerActionsTestOtherA-936237213-project-member] Enqueued Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1259.841900] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 with Priority: HIGHEST for action security_group_members [ 1259.842235] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fa2b37-fb56-4263-8415-e1eec8a6b913 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.842362] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.842685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.842918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.843090] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.843191] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.843265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.843402] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.843490] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.843582] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fa2b37-fb56-4263-8415-e1eec8a6b913',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.233518] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.345916] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.345916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.345916] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.346659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.346659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.346659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.346659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.346659] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.346951] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.347064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.347156] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 is going to be updated. [ 1260.375857] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.375986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.375986] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.376896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.376896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.387030] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: IN_PROGRESS for 2s [ 1260.736140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.736409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.736409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.736586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.736676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.736946] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1260.772416] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.772416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.772416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.772416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.772416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.780607] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1262.401514] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 in Status: SUCCESS [ 1262.401514] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fa2b37-fb56-4263-8415-e1eec8a6b913 deletion is rescheduled due to dependency. [ 1262.401514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fa2b37-fb56-4263-8415-e1eec8a6b913" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.603078] env[65840]: INFO networking_nsxv3.common.synchronization [req-aafe4000-b909-43c8-a5fc-2953a1679c51 req-1737352a-cbb1-4f8e-9675-02dc74d0b1d2 tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_members [ 1262.604256] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_members [ 1262.604825] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.604913] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.605464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.605464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.605670] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.605670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.605785] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.606237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.606237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.608336] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.791717] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1262.792342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.792342] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.792480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.792623] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.792757] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.792804] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.792949] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.793045] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.793132] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.793261] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.956531] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.956771] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.956954] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.957251] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.957508] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.957664] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.957781] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.958608] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.959597] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.959597] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.959597] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.959597] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.959597] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.959597] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.959888] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.959888] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.978676] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.978844] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.979033] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.979196] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-446" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.979509] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-f78590ee-4251-4fc0-b8db-9be8039a6f98 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.979678] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.979814] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.980564] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.980709] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78590ee-4251-4fc0-b8db-9be8039a6f98',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.111481] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.111681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.111681] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.111871] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.111966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.112182] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.112278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.112343] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.112503] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.112578] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.112662] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 already deleted. [ 1263.112742] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.296140] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.296379] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.296470] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.296701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.296879] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.296987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.297072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.297601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.297601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.297601] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.297601] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.297796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.297796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.297921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.298104] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.298228] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.298297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.298480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.298582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.298701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.298795] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.484966] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.484966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.484966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.484966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.484966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.484966] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Segment Port f78590ee-4251-4fc0-b8db-9be8039a6f98 not found, creating... [ 1263.484966] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.484966] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.485848] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.485848] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.485848] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.485848] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.486276] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.486276] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.486362] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.486511] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.486667] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: f78590ee-4251-4fc0-b8db-9be8039a6f98 is going to be created. [ 1263.510073] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.510326] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.510522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.510815] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.511067] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.511371] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.801160] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 111a8604-a00c-4de8-9446-ac194d99db8f: rpc.has_security_group_logging(os_id): False [ 1263.819699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.819918] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.820047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.820305] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.820405] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.820603] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.820720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.820789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.820991] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.821140] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.821356] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.821478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.821549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.821756] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.821867] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.822116] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.822225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.822382] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.822472] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.822599] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.822643] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1263.891259] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.891456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.891832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.891832] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.891987] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.912192] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1264.274264] env[65840]: INFO networking_nsxv3.common.synchronization [req-aafe4000-b909-43c8-a5fc-2953a1679c51 req-2caa6cca-f78d-4c84-a329-c8ca3571ae1f service nova] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_rules [ 1264.274553] env[65840]: INFO networking_nsxv3.common.synchronization [req-aafe4000-b909-43c8-a5fc-2953a1679c51 req-2caa6cca-f78d-4c84-a329-c8ca3571ae1f service nova] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_members [ 1264.274785] env[65840]: INFO networking_nsxv3.common.synchronization [req-aafe4000-b909-43c8-a5fc-2953a1679c51 req-2caa6cca-f78d-4c84-a329-c8ca3571ae1f service nova] Enqueued Resource ID: f78590ee-4251-4fc0-b8db-9be8039a6f98 with Priority: HIGHEST for action port [ 1264.275599] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_rules [ 1264.275813] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_members [ 1264.275937] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78590ee-4251-4fc0-b8db-9be8039a6f98 with Priority: HIGHEST for action port [ 1264.276380] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.276573] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.276669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.277084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.277235] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.278464] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.278712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.278766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.279676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.279676] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.279676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.279676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.279906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.279906] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.284025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.284025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78590ee-4251-4fc0-b8db-9be8039a6f98 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.284025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.284025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.284025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.284025] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78590ee-4251-4fc0-b8db-9be8039a6f98',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.400393] env[65840]: INFO networking_nsxv3.common.synchronization [req-54873f78-4fcf-494a-97d2-83cb38227bb1 req-c773f1a8-2564-4f0d-87a3-28429b4ef7bc tempest-AttachVolumeTestJSON-1054594448 tempest-AttachVolumeTestJSON-1054594448-project-member] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_members [ 1264.400904] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGHEST for action security_group_members [ 1264.401445] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.401445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.401445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.401642] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.401790] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.401851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.401886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.402476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.402574] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.402673] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.784616] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.784965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.786202] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.787371] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f78590ee-4251-4fc0-b8db-9be8039a6f98 with status ACTIVE [ 1264.787569] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.787717] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.787789] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.788028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.788151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.788342] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.788440] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.788499] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.788968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.788968] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.789082] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.789146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.789216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.789365] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.789436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.789550] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f78590ee-4251-4fc0-b8db-9be8039a6f98 is going to be updated. [ 1264.817390] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.817641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.817641] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.818269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.818269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.818269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78590ee-4251-4fc0-b8db-9be8039a6f98" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.904780] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.904780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.904780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.905188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.906014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.906014] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.906269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.906269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.906566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.906566] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.906691] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 is going to be updated. [ 1264.973871] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.974239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.974239] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.974497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.974497] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.990685] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 in Status: IN_PROGRESS for 2s [ 1265.291433] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.795186] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.795761] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.795856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.796577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.796577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.796577] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 is going to be created. [ 1265.820437] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.820595] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.820668] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.821381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.821381] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.834595] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: UNINITIALIZED for 2s [ 1265.932051] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1265.932303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.000985] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 in Status: SUCCESS [ 1267.001306] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 deletion is rescheduled due to dependency. [ 1267.001306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.846047] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: SUCCESS [ 1267.846201] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.846354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.846607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.846773] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.846896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.846963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.847242] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.847407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.847583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.847755] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.351763] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.854963] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf9c4e3-af0b-4178-a801-8dac38c98fd6: rpc.has_security_group_logging(os_id): False [ 1268.883929] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.884038] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.884116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.884327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.884417] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.884652] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.884751] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.884818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.884947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.885026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.885116] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 is going to be created. [ 1268.958525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.959177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.959292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.959523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.959661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.974416] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: IN_PROGRESS for 2s [ 1269.402263] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.402263] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1269.413164] env[65840]: INFO networking_nsxv3.common.synchronization [req-47910966-42c1-4483-abd2-916fd59db1d4 req-1f8937c1-d957-49a5-8185-97b3dc9a925a tempest-ServerDiskConfigTestJSON-1909231001 tempest-ServerDiskConfigTestJSON-1909231001-project-member] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1269.413688] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGHEST for action security_group_members [ 1269.413990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.414542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.414710] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.414911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.415131] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.415297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.415400] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.415591] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.415720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.415848] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.918490] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.918702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.918702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.918976] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.919118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.919302] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.919376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.919436] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.919572] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.919645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.919730] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be updated. [ 1269.949565] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.949565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.949565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.949839] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.949967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.958328] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: IN_PROGRESS for 2s [ 1270.987165] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: SUCCESS [ 1270.987527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.968254] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 111a8604-a00c-4de8-9446-ac194d99db8f in Status: SUCCESS [ 1271.968436] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f deletion is rescheduled due to dependency. [ 1271.968555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.579689] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1272.580153] env[65840]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-441de72f-f874-459d-9658-b89cae2c769c None None] NSXv3 Agent Agent loop - iteration:3 started [ 1274.415108] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.415462] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.416164] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.416483] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.418406] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.419109] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.278250] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.278568] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.278780] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.279255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.279632] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.279853] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.280035] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.280377] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.280606] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.280860] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.281035] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.281208] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.281364] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.281524] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.281678] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.281868] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.313185] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.313392] env[65840]: DEBUG dogpile.cache.region [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.313582] env[65840]: DEBUG dogpile.lock [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.313687] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "network-480" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.313963] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock port-e538c89e-58e8-4fc1-a1b0-722e2483c384 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.314146] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.314287] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.314551] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.314700] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538c89e-58e8-4fc1-a1b0-722e2483c384',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.816982] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.817386] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.817386] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.817640] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.817784] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.818086] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.818241] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.818358] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.818570] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.818704] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.818978] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.819255] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.819387] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.819591] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.819720] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.819858] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Resource: SegmentPort with ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 is going to be updated. [ 1285.842114] env[65840]: DEBUG networking_nsxv3.common.locking [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.842371] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.842475] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.842768] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.842960] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.843192] env[65840]: DEBUG oslo_concurrency.lockutils [None req-c52152d0-4def-4197-b8a8-f4b2b6d928c1 None None] Releasing lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.524350] env[65840]: INFO networking_nsxv3.common.synchronization [req-de86455a-b13a-48ff-8157-689ece944fcf req-d0cb5418-75f3-4ae6-b4e3-c7628f7970a6 service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 1286.524539] env[65840]: INFO networking_nsxv3.common.synchronization [req-de86455a-b13a-48ff-8157-689ece944fcf req-d0cb5418-75f3-4ae6-b4e3-c7628f7970a6 service nova] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1286.524704] env[65840]: INFO networking_nsxv3.common.synchronization [req-de86455a-b13a-48ff-8157-689ece944fcf req-d0cb5418-75f3-4ae6-b4e3-c7628f7970a6 service nova] Enqueued Resource ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 with Priority: HIGHEST for action port [ 1286.525205] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_rules [ 1286.525342] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1286.525438] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 with Priority: HIGHEST for action port [ 1286.525713] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.525831] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.526039] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.526131] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.526229] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.527037] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.527166] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.527240] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.527407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.527693] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.527693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.527693] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.527827] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.527879] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.528144] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.528699] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-e538c89e-58e8-4fc1-a1b0-722e2483c384 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.528823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.528920] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.528996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.530024] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538c89e-58e8-4fc1-a1b0-722e2483c384',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.032547] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.032961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.033223] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.034182] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e538c89e-58e8-4fc1-a1b0-722e2483c384 with status ACTIVE [ 1287.034396] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.034514] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.034579] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.034819] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.034877] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.035058] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.035157] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.035210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.035339] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.035431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.035691] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.035817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.035875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.035998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.036084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.036169] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e538c89e-58e8-4fc1-a1b0-722e2483c384 is going to be updated. [ 1287.056396] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.056619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.056619] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.056788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.056927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.057120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e538c89e-58e8-4fc1-a1b0-722e2483c384" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.538137] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.041476] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.041476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.041476] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.042182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.042182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.042182] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1288.071343] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.071586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.071694] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.072012] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.072184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.082611] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1290.104909] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1290.105317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.105317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.105631] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.105935] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.105998] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.106108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.106319] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.106492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.106492] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.106580] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.608819] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.113015] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3559684-ad52-4b75-8a69-80c5065de66c: rpc.has_security_group_logging(os_id): False [ 1291.134912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.135083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.135083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.135328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.135459] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.135734] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.135846] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.135933] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.136155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.136246] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.136336] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1291.201082] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.201297] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.201413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.201716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.201812] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.277352] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1291.526733] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.526931] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1293.297018] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1293.297478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.638065] env[65840]: INFO networking_nsxv3.common.synchronization [req-31b4c5a4-f7a8-4ad4-95d7-9a309230cb2f req-d899bb9e-5fbc-43e8-ac2e-c33f6917dd29 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1294.638065] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1294.638465] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.638555] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.639301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.639301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.639301] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.639301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.639301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.639541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.639541] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.640042] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.145043] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.145043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.145043] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.145371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.145371] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.145371] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.145537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.145577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.145740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.145833] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.145911] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1295.184210] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.184210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.184210] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.184536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.184606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.197547] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1297.208857] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1297.209151] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a deletion is rescheduled due to dependency. [ 1297.209151] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.638890] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.638890] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.811016] env[65840]: INFO networking_nsxv3.common.synchronization [req-960a9de3-3fce-4e1e-be42-33611e071e2e req-f4304326-5bdc-491b-ab03-0919a0d9f52a tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1301.811965] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1301.811965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.811965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.812114] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.814721] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.814926] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.815049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.815105] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.815269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.815359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.815516] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.106691] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.106960] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.107151] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.107661] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.107753] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.107981] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.108444] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.108444] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.108562] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.109107] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.109107] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.109107] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.109107] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.109345] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.109345] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.109515] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.130311] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.130557] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.130659] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.130835] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.131174] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-b2d707fc-360f-4652-9e67-159c91bf5e4a taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.131495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.131495] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.131780] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.131927] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d707fc-360f-4652-9e67-159c91bf5e4a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.317633] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.317840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.317886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.318091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.318184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.318375] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.318478] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.318542] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.318696] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.318772] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.318856] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1302.345102] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.345317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.345317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.345521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.345682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.355045] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1302.633701] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.633921] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.634065] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.634360] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.634522] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.634727] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port b2d707fc-360f-4652-9e67-159c91bf5e4a not found, creating... [ 1302.635013] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.635182] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.635302] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.635524] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.635659] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.635933] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.636099] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.636219] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.636421] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.636553] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.636689] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: b2d707fc-360f-4652-9e67-159c91bf5e4a is going to be created. [ 1302.656795] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.657024] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.657112] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.657394] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.657629] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.657846] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.117449] env[65840]: INFO networking_nsxv3.common.synchronization [req-6edcd3db-e9c7-4c88-bf4d-d707e090f468 req-25a550fe-5cab-4467-9f7b-70180f95fdb5 tempest-ServerActionsTestOtherB-405740487 tempest-ServerActionsTestOtherB-405740487-project-member] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1303.117808] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGHEST for action security_group_members [ 1303.118124] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.118252] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.118331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.118549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.118695] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.118795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.118862] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.119019] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.119113] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.119188] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.386750] env[65840]: INFO networking_nsxv3.common.synchronization [req-960a9de3-3fce-4e1e-be42-33611e071e2e req-c4fd00cf-d57d-4cdf-a094-e43fd008362c service nova] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 1303.386863] env[65840]: INFO networking_nsxv3.common.synchronization [req-960a9de3-3fce-4e1e-be42-33611e071e2e req-c4fd00cf-d57d-4cdf-a094-e43fd008362c service nova] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1303.386900] env[65840]: INFO networking_nsxv3.common.synchronization [req-960a9de3-3fce-4e1e-be42-33611e071e2e req-c4fd00cf-d57d-4cdf-a094-e43fd008362c service nova] Enqueued Resource ID: b2d707fc-360f-4652-9e67-159c91bf5e4a with Priority: HIGHEST for action port [ 1303.387134] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 1303.387557] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1303.387557] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d707fc-360f-4652-9e67-159c91bf5e4a with Priority: HIGHEST for action port [ 1303.387996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.388154] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.388207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.388814] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.388814] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.390411] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.390411] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.390614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d707fc-360f-4652-9e67-159c91bf5e4a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.390614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.390787] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.391169] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.391169] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d707fc-360f-4652-9e67-159c91bf5e4a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.621335] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.621531] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.621594] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.621834] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.621926] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.622127] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.622245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.622296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.622450] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.622523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.622608] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be updated. [ 1303.649260] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.649517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.649517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.649773] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.649941] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.659646] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: IN_PROGRESS for 2s [ 1303.890597] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.890795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.894208] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d707fc-360f-4652-9e67-159c91bf5e4a with status ACTIVE [ 1303.894459] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.894613] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.894682] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.894892] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.894984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.895185] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.895280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.895435] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.895524] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.895652] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.895786] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.895874] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.895931] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.896098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.896184] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.896270] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d707fc-360f-4652-9e67-159c91bf5e4a is going to be updated. [ 1303.922496] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.922784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.922784] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.923144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.923245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.923406] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d707fc-360f-4652-9e67-159c91bf5e4a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.365961] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1304.365961] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a deletion is rescheduled due to dependency. [ 1304.365961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.365961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.365961] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.366508] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.366508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.366508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.366508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.366508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.366803] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.868664] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.370847] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.671085] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3559684-ad52-4b75-8a69-80c5065de66c in Status: SUCCESS [ 1305.671312] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3559684-ad52-4b75-8a69-80c5065de66c deletion is rescheduled due to dependency. [ 1305.671458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.875028] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.875028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.875028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.875028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.875028] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.875028] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1305.902866] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.903033] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.903081] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.903284] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.903430] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.912743] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1307.925970] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1307.926606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.926606] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.926716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.926890] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.927055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.927055] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.927309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.927309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.927463] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.927543] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.388648] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.388831] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.430300] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.932469] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915241b7-2eb9-4cbe-83a1-3dfa53f9740a: rpc.has_security_group_logging(os_id): False [ 1308.949677] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.949900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.949900] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.950116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.950209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.950457] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.950559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.950623] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.950770] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.950848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.950931] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1309.020401] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.020648] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.020728] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.021046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.021230] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.034796] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1311.050424] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1311.050799] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.389658] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.389947] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.532025] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.532465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.532465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.532570] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.532612] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.038242] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.390472] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.390679] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.539271] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.043851] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1319.044073] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1319.867816] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.868145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.868145] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.868278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.881705] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1319.882547] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.883243] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1319.919365] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.919653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.919653] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.919823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.932768] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.933509] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1319.933591] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1319.933677] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1319.972527] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.972760] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.972810] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.973046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.974335] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.974506] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1320.058228] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.058471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.058471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.058636] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.058936] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.059224] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1320.133270] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.133498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.133498] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.133629] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.133935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.134238] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1320.134336] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4cd611ab-6e71-4785-95cf-1d30d677e8b6', '1b1c873b-262c-4490-b69e-ab6548868145', '53e0494c-f71f-4282-b098-de9cce36452c', '261856fe-0a3d-4672-ad94-6f086637da15', 'a11155f1-c49b-483a-a0ea-707a5f84f756', 'ebb9bf15-95e4-422c-beb9-c6a354b27dec', '71512ff7-dabd-435c-b12d-efa8b3d22c68', '2bf9c4e3-af0b-4178-a801-8dac38c98fd6', '111a8604-a00c-4de8-9446-ac194d99db8f', '915241b7-2eb9-4cbe-83a1-3dfa53f9740a', '0c7f591d-1e9c-45af-88e3-7fb88d77fb65', '3290a967-6acb-40c3-a007-7d425237dbc2', '2a046d93-35c3-4ce9-a9d7-f54d6db88599', 'a3559684-ad52-4b75-8a69-80c5065de66c', '8ede8990-5f10-4265-820f-cb1e525d3747', '198b341c-7b59-41be-9684-7f62b1c6dbe8', '3cd880f6-b782-4ec1-87c5-cdb54fa042f1', 'e0751e58-946c-455f-adc9-1f821edf39a9', 'fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4', '037573e7-b853-451d-8c1c-c9794661fcca', 'dc6a6249-2835-4b19-84e9-690daed08c41', '3ed95872-51dc-441e-9653-f3133005b927', '41a43b13-1c87-49de-837b-534dca7c6d20', '3d6cdae9-6c82-4709-a065-19afcfb69ef1', '1fa19e62-2409-4660-a44e-1ad74a1328ab', '881e624e-89a2-470b-bd8d-49d897b443ee', 'a59c82d4-668f-4620-ab70-dc92ed24a4f9', '3ce08646-8002-4ce4-836f-1924984b7fec', '107d984f-4d36-43f3-9054-2b2263634454', 'd02468b4-21c2-46a5-bd0b-af34c5f3afd7', 'b0d7bc24-298c-4693-8ae8-d21ff8c1ac08', '21d503e5-1bb2-4038-b077-1701fc09d898', '7ddc5803-beeb-40e1-9871-71f84c964438', '40bc4d4c-95ff-4eeb-b1f2-967c24c4d6b6', 'cc7c8292-4785-44d3-b80f-d565a42f8ee0', 'a6e4bca5-b10b-46eb-9128-8439388f4ae8', '76085f5f-30c4-41d3-962d-39bd449c0559', 'a0fa2b37-fb56-4263-8415-e1eec8a6b913', '20131c46-1059-47aa-b763-56fa9c8a85a9', 'aaf015c8-3d8d-4624-ba33-3028a431dfd1', 'e79f1d0a-e957-493f-aaea-6c9baa5e0076', '3ee105f1-f057-47ad-a051-73d984ab502b', '7dc2c2d0-f051-4720-89a7-c4bf11910ea5'} {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1320.134436] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1320.152461] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.152677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.152677] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.152859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.152948] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.153071] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1320.153142] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1320.153215] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1320.225876] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.226160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.226160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.226306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.227488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.227749] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1320.227827] env[65840]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65840) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1320.227899] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1320.227965] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1320.228052] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1320.228124] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGH for action security_group_rules [ 1320.228199] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGH for action security_group_rules [ 1320.228264] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGH for action security_group_rules [ 1320.228326] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGH for action security_group_rules [ 1320.228387] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGH for action security_group_rules [ 1320.228448] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGH for action security_group_rules [ 1320.228510] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGH for action security_group_rules [ 1320.228572] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGH for action security_group_rules [ 1320.228660] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGH for action security_group_rules [ 1320.228723] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGH for action security_group_rules [ 1320.228783] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGH for action security_group_rules [ 1320.228843] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGH for action security_group_rules [ 1320.228903] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGH for action security_group_rules [ 1320.228964] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGH for action security_group_rules [ 1320.229034] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGH for action security_group_rules [ 1320.229095] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGH for action security_group_rules [ 1320.229155] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGH for action security_group_rules [ 1320.229215] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGH for action security_group_rules [ 1320.229277] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGH for action security_group_rules [ 1320.229338] env[65840]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGH for action security_group_rules [ 1320.229429] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.391420] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.391861] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1323.391861] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 with Priority: HIGH for action security_group_rules [ 1323.391861] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e0494c-f71f-4282-b098-de9cce36452c with Priority: HIGH for action security_group_rules [ 1323.391985] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGH for action security_group_rules [ 1323.392056] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ede8990-5f10-4265-820f-cb1e525d3747 with Priority: HIGH for action security_group_rules [ 1323.392097] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037573e7-b853-451d-8c1c-c9794661fcca with Priority: HIGH for action security_group_rules [ 1323.392191] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 with Priority: HIGH for action security_group_rules [ 1323.392287] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0751e58-946c-455f-adc9-1f821edf39a9 with Priority: HIGH for action security_group_rules [ 1323.392406] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 with Priority: HIGH for action security_group_rules [ 1323.392498] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3559684-ad52-4b75-8a69-80c5065de66c with Priority: HIGH for action security_group_rules [ 1323.392589] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 with Priority: HIGH for action security_group_rules [ 1323.392677] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 with Priority: HIGH for action security_group_rules [ 1323.392762] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3290a967-6acb-40c3-a007-7d425237dbc2 with Priority: HIGH for action security_group_rules [ 1323.392865] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 with Priority: HIGH for action security_group_rules [ 1323.392979] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGH for action security_group_rules [ 1323.393087] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111a8604-a00c-4de8-9446-ac194d99db8f with Priority: HIGH for action security_group_rules [ 1323.393171] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec with Priority: HIGH for action security_group_rules [ 1323.393257] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGH for action security_group_rules [ 1323.393344] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11155f1-c49b-483a-a0ea-707a5f84f756 with Priority: HIGH for action security_group_rules [ 1323.393432] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1c873b-262c-4490-b69e-ab6548868145 with Priority: HIGH for action security_group_rules [ 1323.393520] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261856fe-0a3d-4672-ad94-6f086637da15 with Priority: HIGH for action security_group_rules [ 1323.393891] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.394096] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.394170] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.394416] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.394500] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cd611ab-6e71-4785-95cf-1d30d677e8b6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.395525] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e0494c-f71f-4282-b098-de9cce36452c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.395644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.395714] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.395880] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.395954] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e0494c-f71f-4282-b098-de9cce36452c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.397010] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.397706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.397805] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.397978] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.398155] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.399676] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ede8990-5f10-4265-820f-cb1e525d3747 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.399783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.399836] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.399993] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.400111] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ede8990-5f10-4265-820f-cb1e525d3747',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.400869] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037573e7-b853-451d-8c1c-c9794661fcca taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.400979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.401047] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.401168] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.401242] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037573e7-b853-451d-8c1c-c9794661fcca',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.401915] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.402537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.402646] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.402808] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.402883] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.404112] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0751e58-946c-455f-adc9-1f821edf39a9 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.404224] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.404292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.404890] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.404977] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0751e58-946c-455f-adc9-1f821edf39a9',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.406078] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.406407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.406480] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.406639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.406741] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd880f6-b782-4ec1-87c5-cdb54fa042f1',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.407856] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3559684-ad52-4b75-8a69-80c5065de66c taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.407856] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.407974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.408026] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.408696] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3559684-ad52-4b75-8a69-80c5065de66c',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.409181] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-198b341c-7b59-41be-9684-7f62b1c6dbe8 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.409505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.409505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.409505] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.409975] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('198b341c-7b59-41be-9684-7f62b1c6dbe8',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.410457] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.410585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.410672] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.411027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.411027] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a046d93-35c3-4ce9-a9d7-f54d6db88599',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.411965] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3290a967-6acb-40c3-a007-7d425237dbc2 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.412084] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.412565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.412565] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.412565] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3290a967-6acb-40c3-a007-7d425237dbc2',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.413034] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.413139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.413407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.413407] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.413407] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c7f591d-1e9c-45af-88e3-7fb88d77fb65',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.414323] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.414323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.414323] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.414537] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.414537] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.415666] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-111a8604-a00c-4de8-9446-ac194d99db8f taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.415781] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.415849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.416209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.416289] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('111a8604-a00c-4de8-9446-ac194d99db8f',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.417679] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.417788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.417851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.418008] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.418126] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb9bf15-95e4-422c-beb9-c6a354b27dec',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.419204] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.419309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.419376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.419644] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.419760] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.420683] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a11155f1-c49b-483a-a0ea-707a5f84f756 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.420783] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.420849] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.420996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.421080] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a11155f1-c49b-483a-a0ea-707a5f84f756',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.422482] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b1c873b-262c-4490-b69e-ab6548868145 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.422482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.422482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.422482] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.422482] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b1c873b-262c-4490-b69e-ab6548868145',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.423870] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261856fe-0a3d-4672-ad94-6f086637da15 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.424025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.424073] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.424225] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.424296] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261856fe-0a3d-4672-ad94-6f086637da15',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.450763] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.450921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.450982] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.451464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.471054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.471217] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ede8990-5f10-4265-820f-cb1e525d3747 is going to be deleted. [ 1323.520064] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.520064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.520064] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.520398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.520398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.520398] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ede8990-5f10-4265-820f-cb1e525d3747" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.900383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.900630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.900630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.900823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.900987] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.901100] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.901165] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.901314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.901399] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.901486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.901585] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.921720] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.921942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.921942] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.922149] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.922310] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.922455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.922527] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.922676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.922763] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.922847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.922959] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.927810] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.927947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.927984] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.928171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.934386] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.934532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.934618] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.934820] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.936838] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.936967] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.937461] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.937635] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.937731] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.937823] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.937912] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.947111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.947265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.950451] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.952990] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.952990] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.954896] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.955057] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.990890] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.991104] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.992954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.993094] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.993779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.993875] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.994567] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.994660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.995374] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.995471] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.996213] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.996310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.996995] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.997103] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.998431] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.998883] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.998981] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.999612] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.000010] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.000135] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.000820] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.001224] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.001314] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.001900] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.002277] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.002389] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.002947] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.003341] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.003452] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4 is going to be deleted. [ 1324.004327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.004538] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.005912] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.005996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.026510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.026688] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0751e58-946c-455f-adc9-1f821edf39a9 is going to be deleted. [ 1324.027662] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.027947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.049420] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.049605] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3559684-ad52-4b75-8a69-80c5065de66c is going to be deleted. [ 1324.050549] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.050780] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.077882] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.078190] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.078954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.079091] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 111a8604-a00c-4de8-9446-ac194d99db8f is going to be deleted. [ 1324.080054] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.080291] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.090111] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.090315] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.104091] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.104252] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b1c873b-262c-4490-b69e-ab6548868145 is going to be deleted. [ 1324.105630] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.105859] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.107287] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.107408] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.131376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.131619] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c7f591d-1e9c-45af-88e3-7fb88d77fb65 is going to be deleted. [ 1324.132488] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.132711] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.165698] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.165965] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.188709] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.188961] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037573e7-b853-451d-8c1c-c9794661fcca is going to be deleted. [ 1324.190208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.190506] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.204123] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.204347] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.229303] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.229452] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 198b341c-7b59-41be-9684-7f62b1c6dbe8 is going to be deleted. [ 1324.230487] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.230734] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.261954] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.262177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.277486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.277663] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3290a967-6acb-40c3-a007-7d425237dbc2 is going to be deleted. [ 1324.278797] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.279182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.324255] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.324405] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cd611ab-6e71-4785-95cf-1d30d677e8b6 is going to be deleted. [ 1324.325608] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.326117] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.340408] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.340634] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.404341] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.404807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.404807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.404807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.405015] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.405123] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.405188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.405353] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.405669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.405669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.405669] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.405958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.405958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.405958] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.406125] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.406193] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.406245] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.406386] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.406465] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.406559] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.406654] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.432040] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.432279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.433659] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.433777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.434955] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.435103] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb9bf15-95e4-422c-beb9-c6a354b27dec is going to be deleted. [ 1324.436164] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.436423] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.440296] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.451967] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf9c4e3-af0b-4178-a801-8dac38c98fd6: rpc.has_security_group_logging(os_id): False [ 1324.482788] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.483029] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.492109] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.492269] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261856fe-0a3d-4672-ad94-6f086637da15 is going to be deleted. [ 1324.493237] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.493473] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.557030] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.557179] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.557957] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.558229] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.562452] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.562582] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a11155f1-c49b-483a-a0ea-707a5f84f756 is going to be deleted. [ 1324.563510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.563759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.707510] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.707714] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e0494c-f71f-4282-b098-de9cce36452c is going to be deleted. [ 1324.708577] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.708791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.772451] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.772702] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.773427] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.773550] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.777257] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.777417] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd880f6-b782-4ec1-87c5-cdb54fa042f1 is going to be deleted. [ 1324.778477] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.778729] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.837244] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.837484] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.839509] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.839709] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a046d93-35c3-4ce9-a9d7-f54d6db88599 is going to be deleted. [ 1324.840701] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.840937] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.841052] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.841192] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe6ba8e4-6052-4a44-a105-e1ef8f10a0e4" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.841364] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.841604] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.841716] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.841840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0751e58-946c-455f-adc9-1f821edf39a9" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.842385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.842554] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.842645] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.842766] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3559684-ad52-4b75-8a69-80c5065de66c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.842923] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.843092] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.843197] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.843320] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-111a8604-a00c-4de8-9446-ac194d99db8f" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.843469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.843621] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.843712] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.843825] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b1c873b-262c-4490-b69e-ab6548868145" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.843966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.844139] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.844220] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.844337] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c7f591d-1e9c-45af-88e3-7fb88d77fb65" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.844475] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.844730] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.844811] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.844939] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037573e7-b853-451d-8c1c-c9794661fcca" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.845209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.845376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.845469] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.845593] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3290a967-6acb-40c3-a007-7d425237dbc2" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.845738] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.845882] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.845960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.846119] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-198b341c-7b59-41be-9684-7f62b1c6dbe8" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.846269] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.846413] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.904307] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.904575] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.904707] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.904775] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.904953] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.905049] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.905148] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 is going to be updated. [ 1324.906263] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.906446] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.906532] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.906656] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cd611ab-6e71-4785-95cf-1d30d677e8b6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.906788] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.906970] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.907098] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.907271] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb9bf15-95e4-422c-beb9-c6a354b27dec" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.907428] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.907607] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.907685] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.907801] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a11155f1-c49b-483a-a0ea-707a5f84f756" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.907921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.908093] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.908171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.908348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261856fe-0a3d-4672-ad94-6f086637da15" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.908954] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.909124] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.909207] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.909328] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e0494c-f71f-4282-b098-de9cce36452c" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.909526] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71512ff7-dabd-435c-b12d-efa8b3d22c68: rpc.has_security_group_logging(os_id): False [ 1324.942268] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915241b7-2eb9-4cbe-83a1-3dfa53f9740a: rpc.has_security_group_logging(os_id): False [ 1324.944486] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.944739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.944739] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.944922] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.956053] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.956292] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.966634] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.966822] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.978938] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.979108] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.982934] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.983186] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.983309] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.983376] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.983585] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.983669] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.983853] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.983952] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.984025] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.984177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.984251] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.984441] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.984521] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.984583] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.984723] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.984796] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.984885] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be updated. [ 1324.985930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.986118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.986204] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.986325] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd880f6-b782-4ec1-87c5-cdb54fa042f1" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.986455] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.986597] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.986676] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.986782] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a046d93-35c3-4ce9-a9d7-f54d6db88599" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.986921] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.987072] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.061385] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.061684] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.061807] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.061886] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.062120] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.062205] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.062298] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1325.116635] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.116777] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.116848] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.117063] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.117208] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.134102] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.134317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.134317] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.134509] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.134655] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.136281] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: IN_PROGRESS for 2s [ 1325.154441] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1325.216206] env[65840]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1325.216901] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.217134] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.217216] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.217491] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.217675] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.232938] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1327.150942] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: SUCCESS [ 1327.151350] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.164902] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1327.165869] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.246232] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1327.246458] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.394882] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.395275] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.396191] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.396564] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.397459] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.397459] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.398092] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.398509] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.399231] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.399621] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.400791] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.401207] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.401863] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.401863] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.402429] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.402719] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.403805] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.404230] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.404996] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.405449] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.459106] env[65840]: INFO networking_nsxv3.common.synchronization [req-81cc5f2b-d3a9-4a67-bdea-2edb94ba5cac req-843a392f-2118-4fc9-9f30-35fa586fdb5f tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_members [ 1375.459631] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 with Priority: HIGHEST for action security_group_members [ 1375.459939] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.460203] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.460311] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.460517] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.460668] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.460767] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.460903] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.460963] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.461088] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.461151] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf9c4e3-af0b-4178-a801-8dac38c98fd6',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.963027] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.963281] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.963348] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.963567] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.963661] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.963860] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.963962] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.964027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.964182] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.964258] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.964363] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 is going to be updated. [ 1375.995304] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.995447] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.995529] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.995736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.995884] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.010696] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: IN_PROGRESS for 2s [ 1378.022500] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 in Status: SUCCESS [ 1378.022896] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf9c4e3-af0b-4178-a801-8dac38c98fd6 deletion is rescheduled due to dependency. [ 1378.022896] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf9c4e3-af0b-4178-a801-8dac38c98fd6" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.461145] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.461552] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.372851] env[65840]: INFO networking_nsxv3.common.synchronization [req-3fcbd77a-9365-4ace-adf1-bc9565c583e1 req-aa9048a7-daeb-4595-8695-eb00bba266c1 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1382.372851] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1382.373310] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.373310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.373310] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.373426] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.373566] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.373660] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.373722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.374037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.374037] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.374140] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.876038] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.876278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.876278] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.876508] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.876602] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.876788] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.876885] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.876947] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.877112] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.877188] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.877274] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1382.909079] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.909279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.909279] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.909464] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.909609] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.917694] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1384.928669] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1384.928974] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a deletion is rescheduled due to dependency. [ 1384.928974] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.603811] env[65840]: INFO networking_nsxv3.common.synchronization [req-cb4f1419-db41-457a-91f1-6fad7738f6b9 req-76f03f73-1608-4d7b-bcd6-cff081ab16ee tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1386.604496] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1386.604856] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.604996] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.605175] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.605409] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.605779] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.605779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.605779] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.605957] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.605999] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.606105] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.108946] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.610836] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.113614] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.113803] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.113851] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.114065] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.114162] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.114263] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be updated. [ 1388.143849] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.144069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.144069] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.144282] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.144427] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.156788] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1389.456912] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d1518ee-4bff-499f-aeed-1d58c4e572bb req-2a0b99b0-6532-4663-af16-8b590f7504a1 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1389.457633] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1389.457633] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.457633] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.457794] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.457980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.457980] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.458116] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.458160] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.458294] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.458394] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.458497] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.773423] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.773616] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.773740] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.774054] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.774310] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.774468] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.774583] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.774798] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.774938] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.775165] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1389.775276] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] NeedRegenerationException {{(pid=65840) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1389.775377] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] no value, waiting for create lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1389.775481] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] value creation lock acquired {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1389.775589] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] No value present for key: 'zone-id' {{(pid=65840) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1389.775689] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Calling creation function for not-yet-present value {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1389.775816] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1389.815930] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1389.816131] env[65840]: DEBUG dogpile.cache.region [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65840) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1389.816252] env[65840]: DEBUG dogpile.lock [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Released creation lock {{(pid=65840) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1389.816417] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "network-517" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.816746] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock port-8b8717f0-e762-4280-9240-7dd0fc3e9adc taken with stack trace [, , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.816917] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.817046] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.817392] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.817535] env[65840]: DEBUG networking_nsxv3.api.rpc [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8717f0-e762-4280-9240-7dd0fc3e9adc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.962153] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.962153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.962153] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.962515] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.962680] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.962958] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.963107] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.963227] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.963449] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.963582] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.963711] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1389.991346] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.991614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.991614] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.991740] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.991883] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.002251] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1390.168290] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1390.168581] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.320457] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.320742] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.320893] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.321229] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.321984] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.321984] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Segment Port 8b8717f0-e762-4280-9240-7dd0fc3e9adc not found, creating... [ 1390.321984] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.321984] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.322212] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.322394] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.322622] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.323072] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.323350] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.323539] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.323871] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.324087] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.324305] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Resource: SegmentPort with ID: 8b8717f0-e762-4280-9240-7dd0fc3e9adc is going to be created. [ 1390.346850] env[65840]: DEBUG networking_nsxv3.common.locking [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.347110] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.347220] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.347494] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.347724] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.347967] env[65840]: DEBUG oslo_concurrency.lockutils [None req-490f3754-4fba-4193-a463-3202632a9ca9 None None] Releasing lock "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.030214] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d1518ee-4bff-499f-aeed-1d58c4e572bb req-a726317d-3c16-48c7-9a9c-1e15d5b7c5b4 service nova] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 1391.030532] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d1518ee-4bff-499f-aeed-1d58c4e572bb req-a726317d-3c16-48c7-9a9c-1e15d5b7c5b4 service nova] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1391.030592] env[65840]: INFO networking_nsxv3.common.synchronization [req-6d1518ee-4bff-499f-aeed-1d58c4e572bb req-a726317d-3c16-48c7-9a9c-1e15d5b7c5b4 service nova] Enqueued Resource ID: 8b8717f0-e762-4280-9240-7dd0fc3e9adc with Priority: HIGHEST for action port [ 1391.031160] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_rules [ 1391.031300] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1391.031395] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8717f0-e762-4280-9240-7dd0fc3e9adc with Priority: HIGHEST for action port [ 1391.031718] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.031840] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.031908] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.032118] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.032202] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.033086] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.033187] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.033383] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8717f0-e762-4280-9240-7dd0fc3e9adc taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.033486] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.033551] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.033720] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.033797] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8717f0-e762-4280-9240-7dd0fc3e9adc',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.535666] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.535666] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.535996] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b8717f0-e762-4280-9240-7dd0fc3e9adc with status ACTIVE [ 1391.535996] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.536115] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.536155] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.536352] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.536445] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.536609] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.536722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.536759] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.536911] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.537014] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.537171] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.537265] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.537327] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.537467] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.537540] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.537623] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b8717f0-e762-4280-9240-7dd0fc3e9adc is going to be updated. [ 1391.559122] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.559331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.559331] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.559456] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.559586] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.559736] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8717f0-e762-4280-9240-7dd0fc3e9adc" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.012463] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1392.012673] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a deletion is rescheduled due to dependency. [ 1392.012847] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.013046] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.013287] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.013626] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.013791] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.013887] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.014083] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.014384] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.014511] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.517245] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.019993] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.300877] env[65840]: INFO networking_nsxv3.common.synchronization [req-66dff668-6804-4790-a92e-fcb8c20dfe40 req-57b72696-b87a-471f-ad02-e09f913473de tempest-ServerRescueNegativeTestJSON-795638327 tempest-ServerRescueNegativeTestJSON-795638327-project-member] Enqueued Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1393.301397] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 with Priority: HIGHEST for action security_group_members [ 1393.302223] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-71512ff7-dabd-435c-b12d-efa8b3d22c68 taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.302223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.302223] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.302356] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.302445] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.302496] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.302536] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.303095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.303095] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.303095] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71512ff7-dabd-435c-b12d-efa8b3d22c68',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.522960] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.523354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.523354] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.523431] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.523504] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.523598] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1393.551551] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.551732] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.551795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.551980] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.552144] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.560132] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1393.804981] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.805248] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.805380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.805722] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.805878] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.806199] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.806359] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.806468] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.806866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.806866] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.807019] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 is going to be updated. [ 1393.835107] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.835280] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.835345] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.835523] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.835670] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.844262] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: IN_PROGRESS for 2s [ 1395.569746] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1395.570177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.570177] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.570380] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.570604] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.570755] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.570818] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.570979] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.571075] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.571176] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.571273] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.855023] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 in Status: SUCCESS [ 1395.855023] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71512ff7-dabd-435c-b12d-efa8b3d22c68 deletion is rescheduled due to dependency. [ 1395.855023] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71512ff7-dabd-435c-b12d-efa8b3d22c68" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.074057] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.576381] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915241b7-2eb9-4cbe-83a1-3dfa53f9740a: rpc.has_security_group_logging(os_id): False [ 1396.593727] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.593927] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.594027] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.594209] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.594301] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.594539] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.594639] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.594705] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.594853] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.594930] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.595024] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1396.653244] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.653522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.653522] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.653649] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.653795] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.667747] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1398.302779] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.302779] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1398.685705] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1398.685935] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.304112] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.304501] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.305996] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.306417] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.307494] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.307865] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.309339] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.309715] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.311088] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.311535] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.312814] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.313211] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.314491] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.314491] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.315303] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.315653] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.317128] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.317492] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.317991] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.318466] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.626846] env[65840]: INFO networking_nsxv3.common.synchronization [req-429bc868-8280-40aa-bc63-4321ba634eb9 req-73b87aeb-4fb7-4a3c-905b-03bb4e233208 tempest-ServerActionsTestJSON-1652990173 tempest-ServerActionsTestJSON-1652990173-project-member] Enqueued Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1452.627614] env[65840]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a with Priority: HIGHEST for action security_group_members [ 1452.627945] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a taken with stack trace [, , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.627945] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.628706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.628706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.628706] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.628706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.628706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.628706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.628706] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.628964] env[65840]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915241b7-2eb9-4cbe-83a1-3dfa53f9740a',) {} {{(pid=65840) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.130883] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.131171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.131171] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.131306] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.131390] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.131647] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.131754] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.131817] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.131966] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.132053] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.132142] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a is going to be updated. [ 1453.171710] env[65840]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65840) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.171960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.171960] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.172146] env[65840]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.172296] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.181075] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: IN_PROGRESS for 2s [ 1455.191861] env[65840]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a in Status: SUCCESS [ 1455.192264] env[65840]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915241b7-2eb9-4cbe-83a1-3dfa53f9740a deletion is rescheduled due to dependency. [ 1455.192264] env[65840]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915241b7-2eb9-4cbe-83a1-3dfa53f9740a" {{(pid=65840) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.628754] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.629182] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.629712] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.630095] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.630608] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.630984] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.631699] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.631699] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.632545] env[65840]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.633060] env[65840]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0